-- Logs begin at Fri 2021-07-16 18:49:17 UTC, end at Fri 2021-07-16 20:14:13 UTC. -- Jul 16 19:21:36.850338 dv-cinder-800695-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 19:21:39.553282 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:21:39.553927 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:21:39.554112 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:21:39.557285 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:21:39.557541 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:21:39.557852 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:21:39.558811 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:21:39.559050 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:21:39.559410 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:21:39.559655 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:21:39.559960 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:21:39.560981 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.561296 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.561599 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.561831 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.562141 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.562440 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.562726 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.563017 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.563315 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.563603 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.563886 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.564170 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.564402 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.564685 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.564981 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.565266 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.565490 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] debug = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.565772 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.566236 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.566651 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.566937 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.567231 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.567514 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.567789 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.568067 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.568353 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.568688 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] host = dv-cinder-800695-3-iscsi {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.568972 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.569262 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.569554 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.569843 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.570123 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.570422 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.570710 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.570987 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.571263 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.571541 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.571833 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.572123 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.572414 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.572906 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.573131 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.573421 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.573716 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.573996 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.574303 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.574584 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.574857 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.575132 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.575403 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.575846 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.576249 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.576544 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.576825 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.577103 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.577382 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.577660 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.577950 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.578262 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.578542 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.578818 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.579105 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.579377 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.579651 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.579952 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.580242 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.580526 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.580813 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.581086 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.581367 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.581642 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.581916 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.582214 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] use_json = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.582493 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.582765 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.583045 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.583319 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.583592 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.583872 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.584147 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.584434 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:39.584732 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.585026 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.585324 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.585609 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.585904 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.586212 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.586505 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.586786 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.587076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.587367 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.587658 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.587939 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.588228 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.588509 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.588804 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.589110 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.589404 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.589700 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.589977 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.590278 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.590555 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.590834 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.591168 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.591665 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.591983 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.592265 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.592551 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.592849 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.593133 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.593410 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.593696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.593991 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.594304 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.594584 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.594869 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.595151 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.595428 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.595703 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.595985 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.596280 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.596563 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.596838 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.597113 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.597393 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.597664 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.597950 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.598267 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.598544 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.598817 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.599097 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.599369 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.599640 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.599918 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.600190 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.600468 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.600739 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.601012 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.601283 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.601553 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.601823 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.602093 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.602386 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.602663 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.602935 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.603205 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.603476 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.603752 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.604025 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.604313 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.604610 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.604890 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.605167 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.605442 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.605719 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.605996 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.606311 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.606591 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.607478 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.607942 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.608247 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.608537 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.608828 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.609113 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.609393 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.609692 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.609973 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.610281 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.610561 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.610839 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.611126 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.611408 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.611703 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.611996 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.612289 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.612582 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.612873 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.613152 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.613461 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.613745 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:39.613962 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:21:39.614239 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92877) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 19:21:39.967716 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:21:39.968045 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:21:39.968337 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:21:39.968664 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 19:21:40.391358 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.391745 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.392175 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.393997 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.394295 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.394575 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.433128 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.433558 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.433938 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.448452 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.448728 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.448992 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.484631 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.484914 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.485191 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.524289 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.525085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.525085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.789776 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.790472 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.790472 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.790643 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.791338 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.924671 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.924996 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.925284 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.925564 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.925848 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.926182 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.926447 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.926707 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.926964 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.927247 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.927508 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.927778 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.928036 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.928294 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.928555 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.928830 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.929080 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.929347 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.929632 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.929891 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.930178 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.930434 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.930722 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.931102 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.931348 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.931593 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.931992 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:40.932233 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:40.932469 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:40.932704 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:40.932939 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:40.933172 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:40.933536 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 19:21:40.937395 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 19:21:40.942023 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 19:21:40.946071 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jul 16 19:21:40.947965 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 19:21:40.948417 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 19:21:40.948757 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 19:21:40.949144 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 19:21:40.953917 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 19:21:40.954195 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 19:21:40.954545 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:21:40.987008 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 19:21:40.987692 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.988131 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92877) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 19:21:40.988680 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.990788 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92877) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 19:21:40.991236 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:21:40.991633 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 19:21:40.996694 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:40.997153 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.087071 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 19:21:41.087266 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 19:21:41.087464 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 19:21:41.087847 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 19:21:41.111821 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_db.sqlalchemy.engines [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92877) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 19:21:41.710650 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing driver for type 'gre' Jul 16 19:21:41.711172 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] gre ID ranges: [(1, 1000)] Jul 16 19:21:41.762587 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing driver for type 'local' Jul 16 19:21:41.762951 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing driver for type 'vlan' Jul 16 19:21:41.774872 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] VlanTypeDriver initialization complete Jul 16 19:21:41.775209 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing driver for type 'vxlan' Jul 16 19:21:41.775701 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] vxlan ID ranges: [(1, 1000)] Jul 16 19:21:41.826814 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing extension driver 'port_security' Jul 16 19:21:41.827450 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.extensions.port_security [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] PortSecurityExtensionDriver initialization complete Jul 16 19:21:41.827450 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing mechanism driver 'openvswitch' Jul 16 19:21:41.827772 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing mechanism driver 'hyperv' Jul 16 19:21:41.834196 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.plugin [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:41.835039 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.835414 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.835770 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.836287 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:21:41.836722 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.837077 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.837423 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.837812 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:21:41.838243 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.838594 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.838936 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.839321 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:21:41.839725 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > security_group after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.840076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > security_group after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.840418 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.840812 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:21:41.841911 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.842550 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.843137 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.843754 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:21:41.844172 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > address_group after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.844526 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > address_group after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.844872 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.845266 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:21:41.845648 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] ML2 OVO RPC backend initialized. {{(pid=92877) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 19:21:41.846393 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.846755 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.847176 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.847529 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > networks before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.847881 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.848228 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > ports before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.848577 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.848922 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnets before_response 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.849273 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.849614 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.849954 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.850322 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.850663 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.850999 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.851334 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.851672 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.852007 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.852587 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.plugin [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Modular L2 Plugin initialization complete Jul 16 19:21:41.852914 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading services supported by the core plugin {{(pid=92877) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 19:21:41.853238 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.plugins.ml2.managers [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Got port-security extension from driver 'port_security' Jul 16 19:21:41.853702 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.extensions.vlantransparent [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Disabled vlantransparent extension. Jul 16 19:21:41.854203 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92877) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 19:21:41.854520 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: router Jul 16 19:21:41.891183 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.891577 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_create 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.891947 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router before_create 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.892322 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.892698 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.893056 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_delete 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.893418 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.893904 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_create 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.894283 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_update 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.894638 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_update 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.894988 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.895353 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_update 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.895761 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_update 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.896131 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.896471 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.896809 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: subnet after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.897149 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.897498 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.897852 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_create 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.898226 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.898568 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.898926 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router after_update 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.899267 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.899627 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_create 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.899985 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.900330 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_update 55549900 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.900696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > agent after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.901045 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > agent after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.901390 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > network after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.902310 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Tracking information for resource: router configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:41.902643 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Tracking information for resource: floatingip configured {{(pid=92877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:21:41.908320 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.db.l3_agentschedulers_db [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 19:21:41.908903 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.909267 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port after_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.909626 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port after_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.909981 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: port after_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.910817 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router before_create 55550100 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.911183 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.911548 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_create 55550100 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.911906 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > router precommit_update 55550100 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.916418 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.provider_configuration [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service providers = [] {{(pid=92877) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 19:21:41.916781 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.db.servicetype_db [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92877) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 19:21:41.919965 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.service_base [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:21:41.920317 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.service_base [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:21:41.920662 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.service_base [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:21:41.921564 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.services.service_base [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:21:41.921938 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.services.service_base [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 19:21:41.922354 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.922673 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 19:21:41.933175 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.933512 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: auto_allocate Jul 16 19:21:41.939960 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: network precommit_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.940332 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: network precommit_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.940849 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.941167 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: tag Jul 16 19:21:41.948141 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.948469 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: timestamp Jul 16 19:21:41.953144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.953466 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: network_ip_availability Jul 16 19:21:41.958849 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.959221 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.959577 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:41.960287 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.960606 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: flavors Jul 16 19:21:41.967022 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.967308 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading Plugin: revisions Jul 16 19:21:41.971528 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:21:41.971912 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_concurrency.lockutils [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.003s {{(pid=92877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:21:41.972645 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92877) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 19:21:41.972981 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Initializing extension manager. Jul 16 19:21:41.973486 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: __init__.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.973826 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: __pycache__ {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.974188 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.974524 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: address_group.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.975273 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.975836 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: address-group Jul 16 19:21:41.976159 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: address_scope.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.976868 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.977370 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: address-scope Jul 16 19:21:41.977690 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.978642 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.979157 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: router-admin-state-down-before-update Jul 16 19:21:41.979475 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: agent.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.980170 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.980670 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: agent Jul 16 19:21:41.980990 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: agent_resources_synced.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.982092 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.982802 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: agent-resources-synced Jul 16 19:21:41.983128 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: allowedaddresspairs.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.984910 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.985425 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: allowed-address-pairs Jul 16 19:21:41.985750 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: auto_allocated_topology.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.986856 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.987366 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: auto-allocated-topology Jul 16 19:21:41.987688 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: availability_zone.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.988380 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.988881 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: availability_zone Jul 16 19:21:41.989201 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: availability_zone_filter.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.990141 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.990645 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: availability_zone_filter Jul 16 19:21:41.990968 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: data_plane_status.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.991881 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.992389 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 19:21:41.992709 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: default_subnetpools.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.993621 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.994122 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: default-subnetpools Jul 16 19:21:41.994466 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.995268 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.995771 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: dhcp_agent_scheduler Jul 16 19:21:41.996088 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: dns.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.997015 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:41.998235 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 19:21:41.998612 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: dns_domain_ports.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:41.999537 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.000045 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 19:21:42.000367 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.001287 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.001790 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 19:21:42.002111 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: dvr.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.002810 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.003310 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: dvr Jul 16 19:21:42.003626 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: empty_string_filtering.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.004534 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.005035 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: empty-string-filtering Jul 16 19:21:42.005355 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.006305 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.006806 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:21:42.007123 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.008025 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.008526 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 19:21:42.008847 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: external_net.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.009754 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.010290 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: external-net Jul 16 19:21:42.010611 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.011515 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.012011 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: extra_dhcp_opt Jul 16 19:21:42.012331 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: extraroute.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.014064 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.014633 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: extraroute Jul 16 19:21:42.014958 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: extraroute_atomic.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.015984 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.016492 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: extraroute-atomic Jul 16 19:21:42.016812 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: filter_validation.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.017480 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.017978 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: filter-validation Jul 16 19:21:42.018321 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: fip_pf_description.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.019238 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.019927 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 19:21:42.020249 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: fip_port_details.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.021182 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.021685 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: fip-port-details Jul 16 19:21:42.022006 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: flavors.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.023262 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.023777 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: flavors Jul 16 19:21:42.024100 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.025756 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.026312 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 19:21:42.026704 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: floatingip_pools.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.027350 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.027860 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: floatingip-pools Jul 16 19:21:42.028185 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: ip_allocation.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.029334 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.029843 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 19:21:42.030193 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.031116 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.031623 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: ip-substring-filtering Jul 16 19:21:42.031951 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l2_adjacency.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.032881 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.033385 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 19:21:42.033709 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.034717 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.035208 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: router Jul 16 19:21:42.035531 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.037756 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.038313 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:21:42.038646 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.039570 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.040082 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: ext-gw-mode Jul 16 19:21:42.040408 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.041321 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.041827 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: l3-ha Jul 16 19:21:42.042174 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3_flavors.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.043088 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.043588 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: l3-flavors Jul 16 19:21:42.043909 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.045058 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.045564 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 19:21:42.045885 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: l3agentscheduler.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.046941 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.047447 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: l3_agent_scheduler Jul 16 19:21:42.047773 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: logging.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.049259 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.049775 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension logging not supported by any of loaded plugins Jul 16 19:21:42.050105 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: metering.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.050872 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.051453 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: metering Jul 16 19:21:42.051780 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.052864 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.053373 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: metering_source_and_destination_fields Jul 16 19:21:42.053699 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: multiprovidernet.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.054771 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.055279 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: multi-provider Jul 16 19:21:42.055605 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: netmtu.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.056517 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.057022 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: net-mtu Jul 16 19:21:42.057344 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: netmtu_writable.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.058296 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.058801 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: net-mtu-writable Jul 16 19:21:42.059124 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: network_availability_zone.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.060350 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.061134 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: network_availability_zone Jul 16 19:21:42.061462 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: network_ip_availability.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.062597 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.063103 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: network-ip-availability Jul 16 19:21:42.063429 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: network_segment_range.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.064191 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.064688 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 19:21:42.065011 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: pagination.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.065987 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.066346 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: pagination Jul 16 19:21:42.066664 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: port_device_profile.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.067601 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.068111 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: port-device-profile Jul 16 19:21:42.068429 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.069353 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.069856 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: port-mac-address-regenerate Jul 16 19:21:42.070205 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.071117 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.071622 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: port-numa-affinity-policy Jul 16 19:21:42.071942 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: port_resource_request.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.073104 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.073601 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 19:21:42.073919 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: portbindings.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.074872 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.075423 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: binding Jul 16 19:21:42.076467 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: portbindings_extended.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.077823 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.078377 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: binding-extended Jul 16 19:21:42.078707 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: portsecurity.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.079627 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.080136 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: port-security Jul 16 19:21:42.080460 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: project_id.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.081432 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.081761 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: project-id Jul 16 19:21:42.082084 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: providernet.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.083029 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.083539 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: provider Jul 16 19:21:42.083859 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.087356 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.087873 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos not supported by any of loaded plugins Jul 16 19:21:42.088203 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.089444 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.089954 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 19:21:42.090319 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.091442 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.092144 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 19:21:42.092475 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_default.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.093404 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.093916 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-default not supported by any of loaded plugins Jul 16 19:21:42.094273 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_fip.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.094926 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.095428 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 19:21:42.095750 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_gateway_ip.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.096672 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.097175 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 19:21:42.097500 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_port_network_policy.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.098435 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.098938 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 19:21:42.099263 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_rule_type_details.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.100174 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.100676 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 19:21:42.101001 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: qos_rules_alias.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.102031 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.102564 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 19:21:42.102890 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: quotasv2.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.103801 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.104306 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: quotas Jul 16 19:21:42.104631 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: quotasv2_detail.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.107938 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.108286 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: quota_details Jul 16 19:21:42.108616 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: rbac.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.109667 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.110224 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: rbac-policies Jul 16 19:21:42.110557 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: rbac_address_group.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.111493 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.112011 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: rbac-address-group Jul 16 19:21:42.112337 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: rbac_address_scope.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.113265 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.113778 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: rbac-address-scope Jul 16 19:21:42.114101 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: rbac_security_groups.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.115042 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.115554 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: rbac-security-groups Jul 16 19:21:42.115875 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: rbac_subnetpool.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.116790 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.117297 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: rbac-subnetpool Jul 16 19:21:42.117620 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: revisionifmatch.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.118562 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.119072 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: revision-if-match Jul 16 19:21:42.119391 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: revisions.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.120501 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.121010 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: standard-attr-revisions Jul 16 19:21:42.121332 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: router_availability_zone.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.122003 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.123276 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: router_availability_zone Jul 16 19:21:42.123656 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: routerservicetype.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.124590 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.125099 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 19:21:42.125421 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.126378 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.126882 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: security-groups-normalized-cidr Jul 16 19:21:42.127203 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.128122 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.128628 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: port-security-groups-filtering Jul 16 19:21:42.128949 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.129871 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.130414 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: security-groups-remote-address-group Jul 16 19:21:42.130736 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: securitygroup.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.141102 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.141628 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: security-group Jul 16 19:21:42.141960 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: segment.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.142768 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.143272 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension segment not supported by any of loaded plugins Jul 16 19:21:42.143599 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.144559 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.145071 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 19:21:42.145394 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: servicetype.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.146523 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.147037 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: service-type Jul 16 19:21:42.147360 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: sorting.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.148335 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.148667 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: sorting Jul 16 19:21:42.148989 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: standard_attr_segment.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.149972 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.150542 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 19:21:42.150866 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: standardattrdescription.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.151514 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.152016 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: standard-attr-description Jul 16 19:21:42.152338 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: stateful_security_group.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.153279 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.154022 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: stateful-security-group Jul 16 19:21:42.154416 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: stdattrs_common.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.155000 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 19:21:42.155322 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.156251 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.156763 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 19:21:42.157087 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: subnet_onboard.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.158154 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.158682 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: subnet_onboard Jul 16 19:21:42.159012 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.159935 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.160443 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 19:21:42.160769 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: subnet_service_types.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.161686 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.162237 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: subnet-service-types Jul 16 19:21:42.162562 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: subnetallocation.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.163636 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.164148 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: subnet_allocation Jul 16 19:21:42.164476 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.165139 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.165643 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: subnetpool-prefix-ops Jul 16 19:21:42.165964 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.166917 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.167425 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 19:21:42.167747 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: tagging.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.168798 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.169482 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: standard-attr-tag Jul 16 19:21:42.170008 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: timestamp.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.171275 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.171790 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loaded extension: standard-attr-timestamp Jul 16 19:21:42.172116 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: trunk.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.173196 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.173715 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension trunk not supported by any of loaded plugins Jul 16 19:21:42.174041 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: trunk_details.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.174990 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.175503 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 19:21:42.175825 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: uplink_status_propagation.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.176743 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.178760 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 19:21:42.179085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Loading extension file: vlantransparent.py {{(pid=92877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:21:42.179773 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:21:42.180285 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 19:21:42.182783 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:network Jul 16 19:21:42.183315 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:subnet Jul 16 19:21:42.183719 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:21:42.184117 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:port Jul 16 19:21:42.186164 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.186620 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service FLAVORS assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.187235 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.187659 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.187990 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:router Jul 16 19:21:42.188423 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:21:42.188905 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service METERING assigned prefix: /metering {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.190370 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:42.190741 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:42.191102 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:21:42.192099 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:21:42.192543 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:21:42.192990 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:21:42.193593 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service CORE assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.193920 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:21:42.194300 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] subnetpool is already registered Jul 16 19:21:42.194725 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service CORE assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.195047 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:21:42.195377 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] subnetpool is already registered Jul 16 19:21:42.197904 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.198416 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service FLAVORS assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.199008 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.199429 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.199759 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:router Jul 16 19:21:42.200098 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] router is already registered Jul 16 19:21:42.201145 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:21:42.201673 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] floatingip is already registered Jul 16 19:21:42.202156 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service METERING assigned prefix: /metering {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.202831 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:21:42.203159 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] rbac_policy is already registered Jul 16 19:21:42.203582 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:21:42.203919 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] security_group is already registered Jul 16 19:21:42.204328 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:21:42.204656 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] security_group_rule is already registered Jul 16 19:21:42.205278 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service CORE assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.205604 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:21:42.205938 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] subnetpool is already registered Jul 16 19:21:42.206390 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.v2.resource_helper [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Service CORE assigned prefix: {{(pid=92877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:21:42.206720 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:21:42.207051 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING neutron.quota.resource_registry [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] subnetpool is already registered Jul 16 19:21:42.207522 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: extensions {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.208950 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: address-groups {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.210513 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: address-scopes {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.211817 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: agents {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.212970 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: auto-allocated-topology {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.214229 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: availability_zones {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.215440 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: dhcp-networks {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.217614 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: dhcp-agents {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.219012 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: routers {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.220719 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: flavors {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.223009 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: service_profiles {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.224210 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: next_providers {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.225669 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: service_profiles {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.227255 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: floatingip-pools {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.228458 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: routers {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.230152 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: floatingips {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.231419 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: l3-routers {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.233138 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: l3-agents {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.234581 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: metering-labels {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.235824 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: metering-label-rules {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.237203 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: network-ip-availabilities {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.238469 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: bindings {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.240013 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: quotas {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.241540 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: quotas {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.242976 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: rbac-policies {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.244164 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: security-groups {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.245451 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: security-group-rules {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.246719 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: service-providers {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.248792 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: subnetpools {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.250091 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: subnetpools {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.251651 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.253318 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.255156 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.256923 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.258649 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.260585 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.262292 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.265046 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.266920 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.268676 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron.api.extensions [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Extended resource: tags {{(pid=92877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:21:42.274670 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING keystonemiddleware.auth_token [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 19:21:42.279534 dv-cinder-800695-3-iscsi neutron-server[92877]: WARNING keystonemiddleware.auth_token [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 19:21:42.290482 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_concurrency.lockutils [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Acquired lock "singleton_lock" {{(pid=92877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 19:21:42.290969 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_concurrency.lockutils [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Releasing lock "singleton_lock" {{(pid=92877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 19:21:42.291601 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Starting 2 workers Jul 16 19:21:42.298365 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Started child 92984 {{(pid=92877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:21:42.302803 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:42.303959 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Started child 92985 {{(pid=92877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:21:42.304471 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [-] (92984) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:21:42.305628 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO neutron.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 19:21:42.306334 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Notify callbacks [] for process, before_spawn {{(pid=92877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:42.308788 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Starting 1 workers Jul 16 19:21:42.309337 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:42.311470 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [-] (92985) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:21:42.315062 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Started child 92986 {{(pid=92877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:21:42.315605 dv-cinder-800695-3-iscsi neutron-server[92877]: INFO oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Starting 1 workers Jul 16 19:21:42.319504 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] calling RpcWorker wait() {{(pid=92986) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 19:21:42.320085 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] returning from RpcWorker wait() {{(pid=92986) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 19:21:42.320166 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Started child 92987 {{(pid=92877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:21:42.320936 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG neutron_lib.callbacks.manager [None req-55cda435-4431-46eb-b284-5195a40d9001 None None] Notify callbacks [] for process, after_spawn {{(pid=92877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:42.321607 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:42.322225 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:42.323146 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:21:42.323359 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:21:42.323541 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:21:42.323753 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:21:42.324090 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:21:42.324253 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:21:42.324782 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.325063 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.325344 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:42.325816 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.325816 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.326186 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.326958 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.327218 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.327460 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.327743 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.327993 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.328168 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.328336 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.328597 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.328834 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.329101 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.329366 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.329617 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.329900 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.330076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.330352 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.330636 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.330898 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.331179 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] debug = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.331435 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.331946 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.332193 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.332443 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.332663 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.332958 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.333212 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.333464 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.333681 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.333902 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.334174 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.334427 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.334666 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.334894 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.335117 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.335401 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.335644 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.336142 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] host = dv-cinder-800695-3-iscsi {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.336376 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.336595 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.336839 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.337086 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.337331 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.337552 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.337812 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.338087 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.338357 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.338584 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.338843 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.339088 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.339333 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.339590 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.339753 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_options = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.339989 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.340262 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.340521 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.340719 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.340889 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.341168 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.341425 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.341690 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.342076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.342481 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.342708 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.342931 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.343177 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.343410 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.343650 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.343915 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.344154 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.344385 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.344634 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.344866 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.345115 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.345352 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.345575 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.345792 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.346043 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.346286 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.346516 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.346733 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.346968 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.347226 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.347473 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.347727 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.347980 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.348238 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.348470 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.348701 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.348920 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.349187 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.349414 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.349673 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.349944 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.350197 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.350445 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.350663 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.350906 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.351152 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_json = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.351375 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.351589 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.351860 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.352076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.352311 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.352528 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.352761 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.352997 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.353408 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.353682 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.354000 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.354276 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.354497 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.354742 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.355019 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.355231 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.355464 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.355730 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.356027 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.356257 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.356571 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.357240 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:42.357464 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.357888 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.358531 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.358945 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.359395 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.359661 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.359925 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.360150 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.360380 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.360705 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.360997 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.361249 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.361522 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.361740 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.361992 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.362240 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.362461 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.362679 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.362895 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.363169 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.363392 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.363670 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.363841 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.364094 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.364330 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.364560 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.364819 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.365056 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.365295 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.365517 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.365748 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.365943 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.366204 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.366448 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.366664 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.367026 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.367359 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.367486 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.367611 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.367810 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.368025 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.368444 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.368550 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.368703 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.368916 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.369211 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.369352 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.369584 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.369838 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.370305 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.370305 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.370544 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.370727 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.370965 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.371179 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.371399 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.371633 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.371848 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.372062 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.372485 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.373344 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.374169 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.374169 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.374487 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.374659 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.374830 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.375057 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.377454 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.377711 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.377953 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.378209 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.378510 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.379720 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.380010 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.380316 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382167 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382167 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382167 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382167 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382167 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382558 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382558 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.382891 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.383216 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.383704 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.383968 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.384200 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.384468 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.384697 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.384898 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.385158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.385439 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.386192 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.386192 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.386354 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.386476 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.386716 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.386962 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.387473 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.388080 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.389007 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.389418 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.389938 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.390452 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.390782 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.391215 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.391640 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.392055 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.392304 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.392741 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.393159 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.393401 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.393657 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.393906 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.394210 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.394610 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.394995 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.395219 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396140 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396140 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396140 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396386 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396468 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396684 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.396948 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.397187 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.397464 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.397733 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.397985 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.398267 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.398501 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.398733 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.398944 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.399324 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.399547 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.399882 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.400125 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.400355 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.400570 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.400783 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.401018 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.401230 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.401449 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.401843 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.402074 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.402348 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.402596 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.402829 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.403047 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.403290 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.403603 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.403988 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.404253 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.404738 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.405178 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.405489 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.405806 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.406055 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.406423 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.406670 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.406905 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.407260 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.407510 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.407786 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.408076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.408345 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.408567 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.408793 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.409051 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.409318 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.409551 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.409773 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.410161 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.410425 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.410779 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.411042 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.411292 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.411525 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.411769 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.412026 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.412187 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.412425 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.412643 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.412858 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.413073 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.413309 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.413529 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.413755 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.413966 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.414198 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.414410 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.414643 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.415519 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.415519 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.415519 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.415960 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.415960 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.416240 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.416240 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.416516 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.416724 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.416934 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.417176 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.417405 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.417618 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.417866 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.418078 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.418367 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.418568 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.418796 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.419698 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.420059 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.420364 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.420528 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.420751 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.420964 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.421175 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.421396 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.421644 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.421854 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.422073 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.422311 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.422539 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.422842 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.423089 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.423303 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.423573 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.423811 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.424076 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.424302 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.424598 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.424824 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.425081 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.425310 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.425522 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.425895 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.426165 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.426512 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.426794 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.427048 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.427282 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.427568 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.427834 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.428102 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.428313 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.428583 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.428916 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.429195 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.429462 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.429705 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.429964 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.430433 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.430651 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.430885 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.431124 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.431338 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.431599 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.431841 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.432082 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.432334 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.432562 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.432778 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.433000 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.433223 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.433440 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.433677 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.433831 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:21:42.434382 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:21:42.434542 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:21:42.434692 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:21:42.435414 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:21:42.435593 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:21:42.435741 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:21:42.435945 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.436101 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.436262 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.436419 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.436572 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.436749 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.436917 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.437081 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.437239 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.437413 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.437569 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.437722 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.437877 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.438036 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.438219 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.438386 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.438547 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.438692 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.438849 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439005 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439311 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439466 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] debug = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439619 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439827 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.439989 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.440142 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.440393 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.440554 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.440707 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.440862 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441016 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441170 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441347 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441500 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441653 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441807 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.441961 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.442114 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.442289 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.442461 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] host = dv-cinder-800695-3-iscsi {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.442590 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.442749 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443114 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443114 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443370 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443370 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443653 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443653 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.443892 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444019 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444133 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444238 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444393 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444500 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444641 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_options = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444791 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.444954 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.445104 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.445443 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.445602 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.445907 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.446067 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.446241 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.446610 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.446610 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.446855 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.446855 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.447091 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.447091 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.447305 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.447385 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.447774 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.447924 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.448085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.448236 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.448575 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.448732 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.448883 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.449192 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.449340 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.449500 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.449650 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.449949 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.450110 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.450288 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.450488 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.450635 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.450804 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.450952 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451112 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451235 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451363 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451525 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451680 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451829 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.451982 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.452112 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.452266 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.452454 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.452558 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.452715 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_json = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.452871 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453025 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453182 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453336 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453490 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453650 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453790 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.453950 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:21:42.454123 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.454311 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.454459 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.454617 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.454774 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.454930 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.455085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.455248 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.455407 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.455567 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.455727 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.456073 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.456242 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.456397 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.456557 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.456716 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.456877 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.457031 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.457337 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.457496 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.457653 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.457807 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.458124 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.458299 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.458457 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.458612 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.458810 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.458962 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.459102 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.459242 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.459392 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.459533 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.459690 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.459847 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460060 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460205 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460341 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460477 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460626 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460764 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.460896 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461026 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461161 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461309 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461449 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461585 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461743 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.461887 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.462047 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.462218 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.462385 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.462539 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.462688 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:42.462836 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.462836 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463095 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463230 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463366 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463500 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463635 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463779 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.463915 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464050 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464185 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464335 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464472 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464607 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464743 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.464879 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.465068 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.465212 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.465392 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.465563 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.465754 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.465929 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.466201 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.466415 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.466644 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.466644 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467002 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467002 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467263 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467263 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467521 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467521 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467825 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.467825 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468105 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468105 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468365 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468365 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468634 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468771 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.468907 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469042 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469179 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469322 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469459 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469597 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469732 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.469867 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470003 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470160 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470304 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470451 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470600 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470737 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.470873 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471008 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471143 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471278 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471414 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471581 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471724 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.471869 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472028 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472192 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472359 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472511 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472649 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472804 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.472947 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.473105 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.473257 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.473395 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.473531 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.473696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.473848 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474005 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474186 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474333 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474481 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474628 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474791 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.474934 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.475093 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.475335 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.475544 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.475544 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.475904 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.475904 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476176 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476176 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476437 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476437 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476845 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476845 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.476845 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.477241 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.477241 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.477241 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.477635 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.477635 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478110 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478110 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478110 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478110 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478649 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478649 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.478649 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479057 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479057 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479057 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479562 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479562 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479562 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479944 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479944 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.479944 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.480337 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.480337 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.480608 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.480608 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.480867 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.480867 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.481126 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.481126 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.481392 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.481392 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.482268 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.482268 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.482663 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.482663 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483033 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483033 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483033 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483448 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483448 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483726 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.483726 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484014 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484014 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484310 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484310 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484585 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484732 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484863 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.484947 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.485134 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.485358 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.485519 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.485627 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.485834 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486052 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486296 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486425 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486549 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486673 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486797 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.486984 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.487160 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.487322 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.487550 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.487731 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.487911 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.488191 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.488331 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.488496 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.488583 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.488738 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.488921 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.489085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.489252 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.489466 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.489606 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.489737 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.490085 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.490273 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.490440 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.490598 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.490787 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.490937 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.491387 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.491387 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.492158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.492158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.492158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.492158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.492158 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493144 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493821 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493821 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493821 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.493821 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.494696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.494696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.494696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.494696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.494696 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495223 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495223 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495223 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495605 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495605 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495856 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.495856 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496079 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496184 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496296 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496497 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496634 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496799 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.496980 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.497176 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.497971 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.498412 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.498578 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.498578 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.498882 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499005 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499128 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499290 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499416 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499531 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499705 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:21:42.499867 dv-cinder-800695-3-iscsi neutron-server[92877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:21:42.526510 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 40282) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:42.535034 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063021 Jul 16 19:21:53.961572 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb0476-948a-4954-897c-6b61bffc9e40 None None] get_active_networks_info from dv-cinder-800695-3-iscsi {{(pid=92986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:21:54.161515 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb0476-948a-4954-897c-6b61bffc9e40 None None] No non-hosted networks {{(pid=92986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 19:21:54.169746 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.agentschedulers_db [None req-3fdb0476-948a-4954-897c-6b61bffc9e40 None None] DHCP Agent not found on host dv-cinder-800695-3-iscsi {{(pid=92986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 19:21:54.237367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-37307141-3abb-4c42-833f-1094d8c53d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33470976'] for agent, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:56.417551 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b4038109-71d5-45fc-b7a7-4396d466526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33470976'] for agent, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:56.460866 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-842a49e2-12fd-49a0-93ec-c78d28163dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:56.576008 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33470976'] for agent, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:56.577284 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.577933 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.579343 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.586363 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.586900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.587376 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.587906 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.588438 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.588937 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.589497 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.589997 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.591821 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:56.592607 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800695-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:56.610598 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800695-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:57.801348 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33470976'] for agent, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:59.094001 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33470976'] for agent, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:59.881069 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.db.l3_hamode_db [None req-b42c4b77-3174-4708-979c-6378f7fb3664 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 19:21:59.960908 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c4b77-3174-4708-979c-6378f7fb3664 None None] Routers set() bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:59.961296 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c4b77-3174-4708-979c-6378f7fb3664 None None] Router IDs set() for agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 19:22:00.513226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40374) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:01.001242 dv-cinder-800695-3-iscsi neutron-server[92984]: WARNING oslo_policy.policy [None req-1efd859b-3ffb-4b1e-9f10-527e1589f0a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:22:01.001811 dv-cinder-800695-3-iscsi neutron-server[92984]: WARNING oslo_policy.policy [None req-1efd859b-3ffb-4b1e-9f10-527e1589f0a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:22:01.219379 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [None req-1efd859b-3ffb-4b1e-9f10-527e1589f0a5 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:22:01.220555 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1efd859b-3ffb-4b1e-9f10-527e1589f0a5 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7046185 Jul 16 19:22:03.571215 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40388) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:03.873175 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:03.968657 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.policy [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92984) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:22:04.015143 dv-cinder-800695-3-iscsi neutron-server[92984]: WARNING oslo_policy.policy [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:22:04.015514 dv-cinder-800695-3-iscsi neutron-server[92984]: WARNING oslo_policy.policy [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:22:04.023834 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.quota [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] Loaded quota_driver: . Jul 16 19:22:04.120158 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788931683378', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788931684039', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788931679569', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788931681415', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788931658440', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788931652321', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548409', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33545926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33469449'] for rbac-policy, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.183793 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.185792 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-51f4e005-c6b5-4492-a437-c8f704404f1e admin admin] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6136310 Jul 16 19:22:06.742749 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40400) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:07.039533 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Request body: {'network': {'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'name': 'private'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:07.069609 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Made reservation on behalf of 4b0a6a99403c410cb0ffe09a6dfa4b9e for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:07.072675 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.089790 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.208326 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.212393 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.232252 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:22:07.260031 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788929403203', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.260596 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Unsubscribe: segment precommit_create {{(pid=92984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:22:07.261092 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Added segment 8c0e3456-a23d-46aa-ae74-b241bdb2e8ee of type vlan for network 8e98c693-11a9-4966-babd-e7fa122783a8 Jul 16 19:22:07.280499 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7dd32d-fad6-4ffc-9a8c-6daa12353bfb,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:07.330799 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.331136 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.331473 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.331794 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.332112 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.332454 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.332772 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.333111 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.333441 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.333796 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.334109 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.334441 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Tracked resource versions report: Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: pushed versions: Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: { 'AddressGroup': {'1.2'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'ConntrackHelper': {'1.0'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Log': {'1.0'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Network': {'1.1'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Port': {'1.7'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'PortForwarding': {'1.2'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'QosPolicy': {'1.8'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroup': {'1.4'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SubPort': {'1.0'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Subnet': {'1.1'}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Trunk': {'1.1'}} Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: consumer versions: Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'ConntrackHelper': '1.0', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Log': '1.0', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Network': '1.1', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Port': '1.7', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'PortForwarding': '1.2', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'QosPolicy': '1.8', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroup': '1.4', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroupRule': '1.2', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SubPort': '1.0', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Subnet': '1.1', Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Trunk': '1.1'}} Jul 16 19:22:07.335524 dv-cinder-800695-3-iscsi neutron-server[92984]: {{(pid=92984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:22:07.377509 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.430583 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.431761 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:07.432413 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.482399 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7385726 Jul 16 19:22:07.534668 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87debca-dec4-4213-8e44-b98b5e9547a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e98c693-11a9-4966-babd-e7fa122783a8,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:07.547249 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 8e98c693-11a9-4966-babd-e7fa122783a8 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:22:10.082176 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40414) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:10.465920 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a9ce2-47b6-403c-92f7-f8306b2c4430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:10.467546 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-709a9ce2-47b6-403c-92f7-f8306b2c4430 admin admin] 10.222.0.97 "GET /v2.0/networks/8e98c693-11a9-4966-babd-e7fa122783a8 HTTP/1.1" status: 200 len: 826 time: 0.3844266 Jul 16 19:22:10.491412 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-600fc855-f41c-449c-96cb-1761b01914d4 admin admin] 10.222.0.97 "GET /v2.0/subnetpools/e7ecb15b-54d8-4621-b60e-14f58cd2e3ab HTTP/1.1" status: 200 len: 734 time: 0.0185478 Jul 16 19:22:10.501151 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Request body: {'subnet': {'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'ip_version': 4, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:10.523859 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Made reservation on behalf of 4b0a6a99403c410cb0ffe09a6dfa4b9e for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:10.526082 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.822677 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.892465 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Checking segment: {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:10.892843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Network hostable DHCP agents. Network: 8e98c693-11a9-4966-babd-e7fa122783a8, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:22:10.897283 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c084172-0a5d-489d-b3bb-6a85abadf1a3,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:10.917609 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Network 8e98c693-11a9-4966-babd-e7fa122783a8 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:22:10.929070 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 8e98c693-11a9-4966-babd-e7fa122783a8) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:10.935995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:10.936957 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.937713 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58790b28-4ab2-485e-83e3-0853197eafee None None] Network 8e98c693-11a9-4966-babd-e7fa122783a8 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:10.951453 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-4da1a89e-179a-4bd8-891b-c54444b46237 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4537082 Jul 16 19:22:11.254067 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-8e98c693-11a9-4966-babd-e7fa122783a8', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:22:11.255395 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.528762 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Allocated IP 172.20.0.2 (8e98c693-11a9-4966-babd-e7fa122783a8/7c084172-0a5d-489d-b3bb-6a85abadf1a3/18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:11.734008 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.775803 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Transition to ACTIVE for port object 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:11.797227 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Transition to ACTIVE for port object 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:11.805263 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.868811 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Network 8e98c693-11a9-4966-babd-e7fa122783a8 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:11.878517 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:11.890577 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:11.896832 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Pushing event updated for resources: {'Port': ['ID=18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:11.904188 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.904538 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.904897 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.905299 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.905672 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.905960 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.906322 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.906695 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.907043 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.907371 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.907695 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.908017 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Tracked resource versions report: Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: pushed versions: Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: { 'AddressGroup': {'1.2'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'ConntrackHelper': {'1.0'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Log': {'1.0'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Network': {'1.1'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Port': {'1.7'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'PortForwarding': {'1.2'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'QosPolicy': {'1.8'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroup': {'1.4'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SubPort': {'1.0'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Subnet': {'1.1'}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Trunk': {'1.1'}} Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: consumer versions: Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'ConntrackHelper': '1.0', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Log': '1.0', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Network': '1.1', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Port': '1.7', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'PortForwarding': '1.2', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'QosPolicy': '1.8', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroup': '1.4', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroupRule': '1.2', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SubPort': '1.0', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Subnet': '1.1', Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Trunk': '1.1'}} Jul 16 19:22:11.909082 dv-cinder-800695-3-iscsi neutron-server[92986]: {{(pid=92986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:22:11.976983 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Attempting to bind port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:11.977598 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Attempting to bind port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:11.977784 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Attempting to bind port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb on network 8e98c693-11a9-4966-babd-e7fa122783a8 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:11.982972 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:11.983381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Checking segment: {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:11.983868 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.984256 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Bound using segment: {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:11.984720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Bound port: 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:11.985148 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.047661 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] For port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:12.051766 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] For port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb,segment=NetworkSegment(8c0e3456-a23d-46aa-ae74-b241bdb2e8ee),segment_id=8c0e3456-a23d-46aa-ae74-b241bdb2e8ee)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:12.056370 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.130859 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292490-703f-43f6-939c-4f2194e2b7e3 None None] Pushing event updated for resources: {'Port': ['ID=18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:13.370340 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40422) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:13.685905 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [None req-178793bd-6fca-425a-9fb0-58b02a627e9e admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:22:13.686980 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-178793bd-6fca-425a-9fb0-58b02a627e9e admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156590 Jul 16 19:22:16.081442 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 40430) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:16.574261 dv-cinder-800695-3-iscsi neutron-server[92985]: WARNING oslo_policy.policy [None req-cd515269-57ca-4486-b729-256ce4d1c4b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:22:16.574981 dv-cinder-800695-3-iscsi neutron-server[92985]: WARNING oslo_policy.policy [None req-cd515269-57ca-4486-b729-256ce4d1c4b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:22:16.797025 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [None req-cd515269-57ca-4486-b729-256ce4d1c4b1 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:22:16.798109 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-cd515269-57ca-4486-b729-256ce4d1c4b1 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7156923 Jul 16 19:22:18.181407 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614b73d-1243-411a-9c1c-8b547d39ecfd None None] Network 8e98c693-11a9-4966-babd-e7fa122783a8 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:18.262933 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a80781bd-95d5-48fd-a914-f33264bc9fbf None None] Provisioning for port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:18.667373 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:18.749447 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:18.752886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:18.753289 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:18.857557 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:18.891901 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb,segment=NetworkSegment(8c0e3456-a23d-46aa-ae74-b241bdb2e8ee),segment_id=8c0e3456-a23d-46aa-ae74-b241bdb2e8ee)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:18.898718 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:18.946969 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:19.465896 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40450) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:19.754453 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:19.778354 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.779832 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.916262 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.921802 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.934959 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.936133 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-baee33f3-5a3a-4775-b319-b073bbfb37fb admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4692678 Jul 16 19:22:20.634932 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:20.683994 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:20.684362 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:22.273604 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40458) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:22.577039 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [None req-58212bfd-c1f8-42e8-ae80-131bafb178bb admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:22:22.578041 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-58212bfd-c1f8-42e8-ae80-131bafb178bb admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3034644 Jul 16 19:22:23.879560 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-537b8cb8-94db-4db2-b965-d03f024f7871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:24.953663 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40466) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:25.262435 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:25.282963 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Made reservation on behalf of 9866decd2615410db3a0843ab4e0bec8 for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:25.285371 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.295384 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.383347 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.387343 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.401649 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Reserving flat network on physical network physnet1 {{(pid=92984) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 19:22:25.421875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964abc28-ba50-47e1-9c62-19c3127363d5,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:25.424755 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.425096 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Added segment 75649c11-0ee0-4679-a140-8604b4ffbba1 of type flat for network 645c0210-87f5-4c39-bd25-0c4b425dfb95 Jul 16 19:22:25.471914 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.506604 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.507468 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:25.508044 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.538703 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5839605 Jul 16 19:22:25.571392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b32ed-3e9c-4581-ae71-2d8f8ebf8f74 admin admin] Pushing event updated for resources: {'Network': ['ID=645c0210-87f5-4c39-bd25-0c4b425dfb95,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:25.585652 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:22:26.405747 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ae3f61a6-05c8-49f2-9cf3-4dce6654fc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.561357 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:27.716906 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:27.893444 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40482) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:28.164629 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc7175-e6e7-460c-98fe-5b0bcd2955f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:28.165950 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-e9fc7175-e6e7-460c-98fe-5b0bcd2955f8 admin admin] 10.222.0.97 "GET /v2.0/subnets/7c084172-0a5d-489d-b3bb-6a85abadf1a3 HTTP/1.1" status: 200 len: 849 time: 0.2714257 Jul 16 19:22:28.281204 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-892e7cd5-aebf-4934-a5f7-d3e82a68037a admin admin] 10.222.0.97 "GET /v2.0/routers/7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 HTTP/1.1" status: 200 len: 704 time: 0.1097593 Jul 16 19:22:28.546485 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:28.837603 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Allocated IP 172.20.0.1 (8e98c693-11a9-4966-babd-e7fa122783a8/7c084172-0a5d-489d-b3bb-6a85abadf1a3/30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:29.034469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.037924 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.057283 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Transition to ACTIVE for port object 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:29.135497 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.207418 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Network 8e98c693-11a9-4966-babd-e7fa122783a8 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:29.216218 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:29.220915 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:29.221784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.240849 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Pushing event updated for resources: {'Port': ['ID=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:29.378288 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-3ed99abf-7d1f-4ece-837f-42cf5bd80a4b None None] Provisioning for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:29.381862 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-3ed99abf-7d1f-4ece-837f-42cf5bd80a4b None None] Provisioning complete for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:29.382255 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3ed99abf-7d1f-4ece-837f-42cf5bd80a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.415882 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-3ed99abf-7d1f-4ece-837f-42cf5bd80a4b None None] Port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:22:29.432891 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.611188 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.615589 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.616350 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.675725 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Pushing event updated for resources: {'Port': ['ID=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:29.739365 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Network 8e98c693-11a9-4966-babd-e7fa122783a8 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:29.740679 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:29.899227 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:22:29.936643 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-362f9aaf-be2d-4b8b-b9bf-95d11abf926f None None] Provisioning complete for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:29.936937 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-362f9aaf-be2d-4b8b-b9bf-95d11abf926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:29.970472 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-362f9aaf-be2d-4b8b-b9bf-95d11abf926f None None] Port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:22:29.991278 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:29.996494 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2b5e40db-23e8-45aa-9753-c1b61de33f75 admin admin] 10.222.0.97 "PUT /v2.0/routers/7ab33d32-ea0e-4fd3-95d3-1eadcd22d586/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7106204 Jul 16 19:22:30.015170 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Sync routers for ids ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:30.026529 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Routers {'7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:30.028226 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:22:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:30.212502 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Set router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 gateway port host: None {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:30.441177 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:30.649534 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'name': 'router1', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:19Z', 'updated_at': '2021-07-16T19:22:29Z', 'revision_number': 2, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'gw_port_host': None, '_interfaces': [{'id': '30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d', 'name': '', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'mac_address': 'fa:16:3e:8e:8e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:28Z', 'updated_at': '2021-07-16T19:22:29Z', 'revision_number': 2, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'subnets': [{'id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:30.703594 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Checking router: 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:30.703964 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Updating router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:22:30.768244 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:31.259205 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:31.277509 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Transition to ACTIVE for port object 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:31.283202 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:31.369391 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Pushing event updated for resources: {'Port': ['ID=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:31.379214 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.379559 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.379895 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.380229 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.380559 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.380889 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.381213 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.381535 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.381859 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.382196 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.382518 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.382837 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Tracked resource versions report: Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: pushed versions: Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: { 'AddressGroup': {'1.2'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'ConntrackHelper': {'1.0'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Log': {'1.0'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Network': {'1.1'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Port': {'1.7'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'PortForwarding': {'1.2'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'QosPolicy': {'1.8'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroup': {'1.4'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SubPort': {'1.0'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Subnet': {'1.1'}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Trunk': {'1.1'}} Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: consumer versions: Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'ConntrackHelper': '1.0', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Log': '1.0', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Network': '1.1', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Port': '1.7', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'PortForwarding': '1.2', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'QosPolicy': '1.8', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroup': '1.4', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroupRule': '1.2', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SubPort': '1.0', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Subnet': '1.1', Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Trunk': '1.1'}} Jul 16 19:22:31.383897 dv-cinder-800695-3-iscsi neutron-server[92987]: {{(pid=92987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:22:31.456624 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Attempting to bind port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:31.457026 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Attempting to bind port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:31.457458 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Attempting to bind port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d on network 8e98c693-11a9-4966-babd-e7fa122783a8 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:31.462739 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:31.463148 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Checking segment: {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:31.463634 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:31.464341 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Bound using segment: {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:31.464721 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Bound port: 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0e3456-a23d-46aa-ae74-b241bdb2e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:31.465121 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:31.535389 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] For port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:31.557577 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] For port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,segment=NetworkSegment(8c0e3456-a23d-46aa-ae74-b241bdb2e8ee),segment_id=8c0e3456-a23d-46aa-ae74-b241bdb2e8ee)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:31.562329 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:31.612399 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Routers {'7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:31.613047 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:22:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:31.685416 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997f7b-2c1d-4101-a773-06033b7f07c7 None None] Pushing event updated for resources: {'Port': ['ID=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,revision_number=4']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:31.710905 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] Set router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 gateway port host: None {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:31.913235 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'name': 'router1', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:19Z', 'updated_at': '2021-07-16T19:22:29Z', 'revision_number': 2, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'gw_port_host': None, '_interfaces': [{'id': '30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d', 'name': '', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'mac_address': 'fa:16:3e:8e:8e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:28Z', 'updated_at': '2021-07-16T19:22:31Z', 'revision_number': 4, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'subnets': [{'id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:31.942079 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef45420-a97e-4b28-a8f0-23ca08d0d5ab None None] The sync data for ids ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'] in dv-cinder-800695-3-iscsi is: [{'id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'name': 'router1', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:19Z', 'updated_at': '2021-07-16T19:22:29Z', 'revision_number': 2, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'gw_port_host': None, '_interfaces': [{'id': '30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d', 'name': '', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'mac_address': 'fa:16:3e:8e:8e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:28Z', 'updated_at': '2021-07-16T19:22:31Z', 'revision_number': 4, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'subnets': [{'id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:32.258716 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40502) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:32.366741 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466848b6-2a87-4ff9-ab6d-1f4a0ddeb9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:32.373167 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-466848b6-2a87-4ff9-ab6d-1f4a0ddeb9de admin admin] 10.222.0.97 "GET /v2.0/networks/645c0210-87f5-4c39-bd25-0c4b425dfb95 HTTP/1.1" status: 200 len: 842 time: 0.1085126 Jul 16 19:22:32.377321 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:32.398656 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Made reservation on behalf of 9866decd2615410db3a0843ab4e0bec8 for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:32.400982 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:32.745713 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.objects.ports [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92984) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 19:22:32.746224 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:32.802301 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31430f5-6ea7-47fb-b615-14e4ff768508,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:32.810829 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:32.811181 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Network hostable DHCP agents. Network: 645c0210-87f5-4c39-bd25-0c4b425dfb95, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:22:32.828128 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:22:32.835697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 645c0210-87f5-4c39-bd25-0c4b425dfb95) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:32.840400 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:32.840929 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:32.845876 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecadb25-8879-482e-9e8a-e6bd6dc84a36 None None] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:32.854041 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2540aa18-2c6a-4b7b-8759-ff5dc7476703 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4801576 Jul 16 19:22:32.987484 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047c772-b010-4094-9e43-59a73fd7ee12 None None] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:35.143672 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40516) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:35.271066 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-798bde5a-89b1-422f-9eb8-09b36d9767ed admin admin] 10.222.0.97 "GET /v2.0/routers/7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 HTTP/1.1" status: 200 len: 710 time: 0.1262245 Jul 16 19:22:35.355522 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1195bf2d-d83c-4907-9c9a-1f748e059e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:35.356884 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1195bf2d-d83c-4907-9c9a-1f748e059e86 admin admin] 10.222.0.97 "GET /v2.0/networks/645c0210-87f5-4c39-bd25-0c4b425dfb95 HTTP/1.1" status: 200 len: 886 time: 0.0806410 Jul 16 19:22:35.365451 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:35.608267 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:35.842846 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:35.915919 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.021557 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Allocated IP 172.27.2.159 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/8aee9a31-cf44-4596-b314-a5b4e89cbd55) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:36.125731 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.164355 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.203047 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:36.205666 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:36.209093 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:36.268067 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Pushing event updated for resources: {'Port': ['ID=8aee9a31-cf44-4596-b314-a5b4e89cbd55,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:36.528369 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.659596 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:36.706896 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:36.710473 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:36.710849 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.721704 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.724977 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33324825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33324800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33324937'] for router, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.789479 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.819539 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,segment=NetworkSegment(8c0e3456-a23d-46aa-ae74-b241bdb2e8ee),segment_id=8c0e3456-a23d-46aa-ae74-b241bdb2e8ee)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:36.824835 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.833354 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:36.870760 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:36.941850 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:36.946044 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.947269 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-7e2af472-c466-4ea5-af74-2bda089e4663 admin admin] 10.222.0.97 "PUT /v2.0/routers/7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 HTTP/1.1" status: 200 len: 890 time: 1.5849962 Jul 16 19:22:36.965936 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Sync routers for ids ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:36.976900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Routers {'7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:36.977753 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:22:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:37.243882 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Set router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:37.638398 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'name': 'router1', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8aee9a31-cf44-4596-b314-a5b4e89cbd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:19Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 4, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'gw_port': {'id': '8aee9a31-cf44-4596-b314-a5b4e89cbd55', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:35Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d', 'name': '', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'mac_address': 'fa:16:3e:8e:8e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:28Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 5, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'subnets': [{'id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:37.687722 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Checking router: 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:37.688312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Updating router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:22:37.728426 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.045983 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.055391 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Transition to ACTIVE for port object 8aee9a31-cf44-4596-b314-a5b4e89cbd55 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:38.061411 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.110799 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Attempting to bind port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:38.111163 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Attempting to bind port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:38.111517 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Attempting to bind port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:38.113293 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833a598-1cd0-4b8f-8d10-6baa51f8455c None None] Pushing event updated for resources: {'Port': ['ID=8aee9a31-cf44-4596-b314-a5b4e89cbd55,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:38.119039 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:38.119406 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:38.119795 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.120696 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:38.121150 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Bound port: 8aee9a31-cf44-4596-b314-a5b4e89cbd55, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:38.121530 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.170800 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] For port 8aee9a31-cf44-4596-b314-a5b4e89cbd55, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:38.173798 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] For port 8aee9a31-cf44-4596-b314-a5b4e89cbd55, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=8aee9a31-cf44-4596-b314-a5b4e89cbd55,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:38.178500 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.229299 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Routers {'7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:38.230656 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:22:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:38.274009 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833a598-1cd0-4b8f-8d10-6baa51f8455c None None] Pushing event updated for resources: {'Port': ['ID=8aee9a31-cf44-4596-b314-a5b4e89cbd55,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:38.423873 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] Set router 7ab33d32-ea0e-4fd3-95d3-1eadcd22d586 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:38.646687 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'name': 'router1', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8aee9a31-cf44-4596-b314-a5b4e89cbd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:19Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 4, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'gw_port': {'id': '8aee9a31-cf44-4596-b314-a5b4e89cbd55', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:35Z', 'updated_at': '2021-07-16T19:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d', 'name': '', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'mac_address': 'fa:16:3e:8e:8e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:28Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 5, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'subnets': [{'id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:38.675835 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:38.679176 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ede1a8-4263-4cfe-be46-457acbd064bc None None] The sync data for ids ['7ab33d32-ea0e-4fd3-95d3-1eadcd22d586'] in dv-cinder-800695-3-iscsi is: [{'id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'name': 'router1', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8aee9a31-cf44-4596-b314-a5b4e89cbd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:19Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 4, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'gw_port': {'id': '8aee9a31-cf44-4596-b314-a5b4e89cbd55', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:35Z', 'updated_at': '2021-07-16T19:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d', 'name': '', 'network_id': '8e98c693-11a9-4966-babd-e7fa122783a8', 'tenant_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'mac_address': 'fa:16:3e:8e:8e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab33d32-ea0e-4fd3-95d3-1eadcd22d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:28Z', 'updated_at': '2021-07-16T19:22:36Z', 'revision_number': 5, 'project_id': '4b0a6a99403c410cb0ffe09a6dfa4b9e', 'subnets': [{'id': '7c084172-0a5d-489d-b3bb-6a85abadf1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7ecb15b-54d8-4621-b60e-14f58cd2e3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:38.728603 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:38.729157 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:39.341969 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 40524) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:39.468497 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-fdd95361-ca14-4824-8235-87258dfae432 admin admin] 10.222.0.97 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1253808 Jul 16 19:22:40.674690 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 8aee9a31-cf44-4596-b314-a5b4e89cbd55 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:40.730289 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:40.736695 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:40.737076 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:40.815817 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:40.835601 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 8aee9a31-cf44-4596-b314-a5b4e89cbd55, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=8aee9a31-cf44-4596-b314-a5b4e89cbd55,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:40.839657 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:40.889037 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=8aee9a31-cf44-4596-b314-a5b4e89cbd55,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:42.651987 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 8aee9a31-cf44-4596-b314-a5b4e89cbd55 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:42.715648 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 8aee9a31-cf44-4596-b314-a5b4e89cbd55 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:42.716022 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:53.882518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9dea08e6-5580-4f46-bae0-3e413d357329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:56.409552 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-833dfad2-da77-4dbd-900c-bd2aa4accb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:56.566053 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:57.735851 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:59.063999 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.391587 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:23.882808 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3c81d0ad-d121-4311-b8c5-64cb59055a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.416526 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1ebea511-a1f9-4805-86ae-8e5e110d050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.560135 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:27.726669 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.064765 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:44.391197 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:53.885685 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-720e676c-70c3-486e-8188-a38333ccbe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:56.416868 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8c9b4bbe-ef9e-452b-a86b-6ae31d7a6e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:56.565109 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:57.724024 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:59.062714 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:17.009524 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41092) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:17.117094 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed329d9-f7b8-4385-a615-3f732e50ee12 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:24:17.118785 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-eed329d9-f7b8-4385-a615-3f732e50ee12 admin admin] 10.222.0.97 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1083448 Jul 16 19:24:17.399946 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.policy [None req-7904e56c-6c9b-4d59-a08e-f06e931e3860 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92985) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:24:17.451533 dv-cinder-800695-3-iscsi neutron-server[92985]: WARNING oslo_policy.policy [None req-7904e56c-6c9b-4d59-a08e-f06e931e3860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:24:17.452313 dv-cinder-800695-3-iscsi neutron-server[92985]: WARNING oslo_policy.policy [None req-7904e56c-6c9b-4d59-a08e-f06e931e3860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:24:17.463949 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904e56c-6c9b-4d59-a08e-f06e931e3860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:17.465739 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-7904e56c-6c9b-4d59-a08e-f06e931e3860 admin admin] 10.222.0.97 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.3429427 Jul 16 19:24:19.841650 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41104) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:19.951245 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7b801-d461-42eb-86a2-c569790047f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:19.952632 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-85a7b801-d461-42eb-86a2-c569790047f6 admin admin] 10.222.0.97 "GET /v2.0/subnets/7c084172-0a5d-489d-b3bb-6a85abadf1a3 HTTP/1.1" status: 200 len: 849 time: 0.1099448 Jul 16 19:24:19.967782 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:20.067534 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:20.230513 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788929290891'] for subnet, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:20.265038 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:20.265631 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:20.266973 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] 10.222.0.97 "PUT /v2.0/subnets/7c084172-0a5d-489d-b3bb-6a85abadf1a3 HTTP/1.1" status: 200 len: 868 time: 0.3035011 Jul 16 19:24:20.270408 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d0891-bba1-4eab-90fa-87409ff4ae08 None None] Network 8e98c693-11a9-4966-babd-e7fa122783a8 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:24:20.302668 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c084172-0a5d-489d-b3bb-6a85abadf1a3,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:20.315003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.315880 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.316587 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.317282 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.318039 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.318803 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.320054 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.320755 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.321436 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.322410 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.323322 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.324026 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a93486-7400-4bb3-a7c6-2ca7e5a4cbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:20.695505 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-5fd72ad0-9b93-4523-abbd-2eeb738da6be None None] Provisioning complete for port 30aa6d8d-24ea-48da-b5f4-fcfdf20b2a4d triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:20.695907 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5fd72ad0-9b93-4523-abbd-2eeb738da6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:20.784695 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-5fd72ad0-9b93-4523-abbd-2eeb738da6be None None] Provisioning complete for port 18d1bd19-a2f6-4cb3-90fd-0284b1bc7dfb triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:20.784985 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5fd72ad0-9b93-4523-abbd-2eeb738da6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:21.389908 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:22.578540 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41114) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:22.789647 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb671e2-8e67-4fad-8419-399ffbeacf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:22.790023 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb671e2-8e67-4fad-8419-399ffbeacf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:22.791602 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9cb671e2-8e67-4fad-8419-399ffbeacf6c admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2121348 Jul 16 19:24:23.887068 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-18c47d12-b7fa-45a2-8872-37f44809fb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:25.051848 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41122) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:25.195484 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c6494-0028-4beb-9b90-52ddbdf0e6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:25.195962 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c6494-0028-4beb-9b90-52ddbdf0e6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:25.197767 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-088c6494-0028-4beb-9b90-52ddbdf0e6c2 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1451273 Jul 16 19:24:26.418489 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3e048293-0b99-4725-ba8b-09df850269a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:26.567981 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:27.458185 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41130) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:27.642507 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f4ce0-8f95-4dcc-8f42-c068daaf36fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:27.643786 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-270f4ce0-8f95-4dcc-8f42-c068daaf36fc admin admin] 10.222.0.97 "GET /v2.0/networks/645c0210-87f5-4c39-bd25-0c4b425dfb95 HTTP/1.1" status: 200 len: 886 time: 0.1844523 Jul 16 19:24:27.735976 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:29.064773 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:29.899104 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41138) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:30.065930 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c26436-5332-4aeb-85de-bb395244a6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:30.067408 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-28c26436-5332-4aeb-85de-bb395244a6e9 admin admin] 10.222.0.97 "GET /v2.0/networks/8e98c693-11a9-4966-babd-e7fa122783a8 HTTP/1.1" status: 200 len: 870 time: 0.1672487 Jul 16 19:24:32.409081 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41146) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:32.544288 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d579c68-5685-4d81-a979-af706520e720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:32.544823 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d579c68-5685-4d81-a979-af706520e720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:32.546393 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-7d579c68-5685-4d81-a979-af706520e720 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362035 Jul 16 19:24:34.889225 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41154) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:35.020521 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4dbfac-fb49-493a-adf8-e40587f9f5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:35.020986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4dbfac-fb49-493a-adf8-e40587f9f5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:35.023358 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6d4dbfac-fb49-493a-adf8-e40587f9f5e8 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331630 Jul 16 19:24:37.229296 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41162) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:37.330860 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba913ec-0774-4b2a-9ee6-49b477321728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:37.332477 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-dba913ec-0774-4b2a-9ee6-49b477321728 admin admin] 10.222.0.97 "GET /v2.0/subnets/7c084172-0a5d-489d-b3bb-6a85abadf1a3 HTTP/1.1" status: 200 len: 868 time: 0.1021545 Jul 16 19:24:39.543226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41170) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:39.638834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8b234-7a31-43f9-bd36-0f4500adb956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:39.640198 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-8be8b234-7a31-43f9-bd36-0f4500adb956 admin admin] 10.222.0.97 "GET /v2.0/subnets/a31430f5-6ea7-47fb-b615-14e4ff768508 HTTP/1.1" status: 200 len: 816 time: 0.0959775 Jul 16 19:24:53.890729 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9ef35268-b4bf-4b87-b469-124b77d88d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.421394 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-538b489d-a46d-4a57-85e4-1e20b5eab3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.574863 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.731770 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.388457 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:59.076420 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:04.971132 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41222) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:05.019924 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [None req-5ce8ed1c-5344-49f4-9228-e93e228cfd9b admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:25:05.021010 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-5ce8ed1c-5344-49f4-9228-e93e228cfd9b admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489039 Jul 16 19:25:07.393258 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41230) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:07.453135 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b2ca48-9304-4c5a-bb85-ab132c9f3776 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:25:07.454496 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c7b2ca48-9304-4c5a-bb85-ab132c9f3776 admin admin] 10.222.0.97 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603335 Jul 16 19:25:07.608809 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ffc00-0e41-4e8e-9f34-53af99553c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:07.610243 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-703ffc00-0e41-4e8e-9f34-53af99553c78 admin admin] 10.222.0.97 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1516619 Jul 16 19:25:09.982943 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41238) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:10.033189 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:25:10.034670 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.quota [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Loaded quota_driver: . Jul 16 19:25:10.084722 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Made reservation on behalf of 9866decd2615410db3a0843ab4e0bec8 for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:25:10.087755 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:10.139400 dv-cinder-800695-3-iscsi neutron-server[92985]: WARNING neutron.services.revisions.revision_plugin [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Could not find related network for resource to bump revision. Jul 16 19:25:10.163206 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:25:10.177809 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788929403203', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:10.178404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Unsubscribe: segment precommit_create {{(pid=92985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:25:10.178899 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Added segment 098008eb-be67-4fcf-9a52-4fbc1570a010 of type vlan for network d934c174-4041-4240-848a-1dc708b1d7f1 Jul 16 19:25:10.241144 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:10.293680 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:10.294771 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:10.295530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:10.337301 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3532453 Jul 16 19:25:10.404930 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Pushing event updated for resources: {'Network': ['ID=d934c174-4041-4240-848a-1dc708b1d7f1,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:10.415542 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.415779 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.416124 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.416458 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.416787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.417114 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.417437 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.417762 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.418103 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.418456 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.418775 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.419092 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bbb2d5-74ec-4a7c-a108-7c94dc0fdd33 admin admin] Tracked resource versions report: Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: pushed versions: Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: { 'AddressGroup': {'1.2'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'ConntrackHelper': {'1.0'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Log': {'1.0'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Network': {'1.1'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Port': {'1.7'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'PortForwarding': {'1.2'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'QosPolicy': {'1.8'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroup': {'1.4'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SubPort': {'1.0'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Subnet': {'1.1'}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Trunk': {'1.1'}} Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: consumer versions: Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'ConntrackHelper': '1.0', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Log': '1.0', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Network': '1.1', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Port': '1.7', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'PortForwarding': '1.2', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'QosPolicy': '1.8', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroup': '1.4', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroupRule': '1.2', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SubPort': '1.0', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Subnet': '1.1', Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Trunk': '1.1'}} Jul 16 19:25:10.420209 dv-cinder-800695-3-iscsi neutron-server[92985]: {{(pid=92985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:25:10.459568 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network d934c174-4041-4240-848a-1dc708b1d7f1 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:25:12.544794 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41250) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:12.604825 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c134abed-688b-4504-9266-ea04982dea98 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:25:12.606100 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c134abed-688b-4504-9266-ea04982dea98 admin admin] 10.222.0.97 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603826 Jul 16 19:25:12.680034 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61f381-4331-4b81-84c7-b753c013f480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:12.681535 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1d61f381-4331-4b81-84c7-b753c013f480 admin admin] 10.222.0.97 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0716352 Jul 16 19:25:12.690929 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1', 'name': 'shared-subnet'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:25:12.715862 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Made reservation on behalf of 9866decd2615410db3a0843ab4e0bec8 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:25:12.718180 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:12.940506 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:12.999377 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b667adbc-db42-4695-8f3d-bcef724254f1,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:13.008127 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Checking segment: {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:25:13.008516 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Network hostable DHCP agents. Network: d934c174-4041-4240-848a-1dc708b1d7f1, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:25:13.030483 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Network d934c174-4041-4240-848a-1dc708b1d7f1 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:25:13.042620 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, d934c174-4041-4240-848a-1dc708b1d7f1) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:25:13.048014 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:13.048586 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.054060 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a42ee4-f160-4b77-9a64-0d72f3d3600b None None] Network d934c174-4041-4240-848a-1dc708b1d7f1 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:25:13.061880 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-326c9af7-7ab8-468d-8bff-96b20fc29da3 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3743455 Jul 16 19:25:13.305333 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-d934c174-4041-4240-848a-1dc708b1d7f1', 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1', 'tenant_id': '9866decd2615410db3a0843ab4e0bec8', 'fixed_ips': [{'subnet_id': 'b667adbc-db42-4695-8f3d-bcef724254f1'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:25:13.306233 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.445341 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Allocated IP 192.168.233.2 (d934c174-4041-4240-848a-1dc708b1d7f1/b667adbc-db42-4695-8f3d-bcef724254f1/34d3747f-97ab-41a9-8878-ef3e162bfe9a) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:25:13.600885 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.609733 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Transition to ACTIVE for port object 34d3747f-97ab-41a9-8878-ef3e162bfe9a will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:25:13.625571 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Transition to ACTIVE for port object 34d3747f-97ab-41a9-8878-ef3e162bfe9a will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:25:13.632861 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.672573 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Network d934c174-4041-4240-848a-1dc708b1d7f1 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:25:13.675382 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:25:13.679579 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:25:13.685374 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Pushing event updated for resources: {'Port': ['ID=34d3747f-97ab-41a9-8878-ef3e162bfe9a,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:13.696853 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.697444 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.697792 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.698124 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.698486 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.698813 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.699138 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.699463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.699804 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.700128 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.700587 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.701153 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:13.764138 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Attempting to bind port 34d3747f-97ab-41a9-8878-ef3e162bfe9a on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:25:13.764563 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Attempting to bind port 34d3747f-97ab-41a9-8878-ef3e162bfe9a by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:25:13.764925 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Attempting to bind port 34d3747f-97ab-41a9-8878-ef3e162bfe9a on network d934c174-4041-4240-848a-1dc708b1d7f1 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:25:13.769967 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:25:13.770411 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Checking segment: {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:25:13.770823 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.771237 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Bound using segment: {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:25:13.771680 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Bound port: 34d3747f-97ab-41a9-8878-ef3e162bfe9a, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:25:13.772070 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.839219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-fc19aa56-087d-4315-bd83-91341957911b None None] For port 34d3747f-97ab-41a9-8878-ef3e162bfe9a, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:25:13.843175 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-fc19aa56-087d-4315-bd83-91341957911b None None] For port 34d3747f-97ab-41a9-8878-ef3e162bfe9a, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=34d3747f-97ab-41a9-8878-ef3e162bfe9a,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:25:13.854835 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.927724 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19aa56-087d-4315-bd83-91341957911b None None] Pushing event updated for resources: {'Port': ['ID=34d3747f-97ab-41a9-8878-ef3e162bfe9a,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:14.758442 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dfba73-e3da-4235-883c-56efc7e5459d None None] Network d934c174-4041-4240-848a-1dc708b1d7f1 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:25:14.796488 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-de6512d9-2a55-41f2-aea3-0155d1cffb95 None None] Provisioning for port 34d3747f-97ab-41a9-8878-ef3e162bfe9a completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:25:14.808703 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 34d3747f-97ab-41a9-8878-ef3e162bfe9a up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:25:14.934111 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 34d3747f-97ab-41a9-8878-ef3e162bfe9a completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:25:14.943497 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 34d3747f-97ab-41a9-8878-ef3e162bfe9a triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:25:14.943853 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:15.078322 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:15.123131 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 34d3747f-97ab-41a9-8878-ef3e162bfe9a, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=34d3747f-97ab-41a9-8878-ef3e162bfe9a,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:15.129620 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:15.199484 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=34d3747f-97ab-41a9-8878-ef3e162bfe9a,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:15.328780 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-08ca431e-79b6-4ed3-9f64-20dac0e71761 None None] Provisioning complete for port 34d3747f-97ab-41a9-8878-ef3e162bfe9a triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:25:15.329038 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-08ca431e-79b6-4ed3-9f64-20dac0e71761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:16.763645 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 34d3747f-97ab-41a9-8878-ef3e162bfe9a up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:25:16.809869 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 34d3747f-97ab-41a9-8878-ef3e162bfe9a triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:25:16.810288 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:23.893044 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-315df0f7-f327-4740-887d-c52299cc47b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:26.423083 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-88cdd6e5-1ea2-4ed2-b927-fe05142b68ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:26.567401 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:27.737475 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:29.077916 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:35.391132 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:53.900524 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d0abe4f9-fe57-4682-8987-0607e1632e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.424895 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87984409-e60c-477e-aab8-89b589768876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.571896 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.738820 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.084735 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.391179 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:23.892475 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f4cccdbe-4ee8-4ec1-badc-adaf2e930049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:25.746093 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41302) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:25.752009 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [None req-56452ff9-8520-4020-8c94-c3fc99344e86 tempest-verify_tempest_config-1656164535 tempest-verify_tempest_config-1656164535-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:26:25.752994 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-56452ff9-8520-4020-8c94-c3fc99344e86 tempest-verify_tempest_config-1656164535 tempest-verify_tempest_config-1656164535-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059078 Jul 16 19:26:26.063876 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41320) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:26.163513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.283173 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.288189 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.334815 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2dee0ddc6ca64b4e8f6f8b6acd7f974d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2698948 Jul 16 19:26:26.335788 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737ce83b-692e-42ff-9d1b-ece5880c09e9,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:26.337455 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41324) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:26.342657 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.343031 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.343362 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.343675 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.344001 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.344338 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.344661 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.344978 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.345315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.345635 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.345948 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.346289 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee3862-b0ce-4d1e-a776-76f8a7ee2147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.393531 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.414604 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.428611 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8098451d-6271-4c6b-998e-7ae0932c8f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.506472 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.509372 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:26.510544 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/737ce83b-692e-42ff-9d1b-ece5880c09e9 HTTP/1.1" status: 204 len: 168 time: 0.1720471 Jul 16 19:26:26.519012 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737ce83b-692e-42ff-9d1b-ece5880c09e9,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:26.526027 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.526425 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.526758 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.527099 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.527441 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.527823 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.528160 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.528691 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.529055 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.529388 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.529897 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.530270 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f704a-518c-4d6c-a4f0-dd3b6bad70b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:26.574152 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:27.748224 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:29.085524 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.389350 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:53.896750 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0e08609d-edde-4348-83e5-f67486bee6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:56.435942 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fc387bce-fcc5-414e-aa8a-5c17d5737378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:56.578427 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:57.746073 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:59.087834 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:23.900921 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-09b015b5-9e17-4579-9bf4-adaf532d61ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:26.388781 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 5 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:26.427186 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-bf863f84-cf4a-46c3-a6ec-deacf4d17fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:26.573565 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:27.748992 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:29.089163 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.903272 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5b77-4816-44d3-a6e5-1cc9a2fe71d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.429031 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-300c111e-d9f4-4e52-b538-c4abe30e6efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.577982 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.754935 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.095035 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.061964 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33470976'] for agent, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.388258 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:08.033193 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41378) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:08.139111 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a809a6c6-d9df-4541-ac53-9bf291c9b476 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1048312 Jul 16 19:28:10.397845 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41388) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:10.464404 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-21dc610c-7c46-4d7b-b8d3-82f6e1414c62 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0653982 Jul 16 19:28:23.908789 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-caae3aee-bc2c-4046-aa8c-9cb70f133382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:26.430434 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f9eec57a-f969-4a1e-a034-9204e08e06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:26.588177 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:27.756163 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:29.100224 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.015397 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:40.387973 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:53.902342 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0fa5b349-4457-45df-909c-5b60891eeb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:56.431748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c3d9-3c6b-462d-a4f3-b77b1fd3b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:56.583403 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:57.760639 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:59.098836 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:03.029201 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:17.387327 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:23.905565 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c5768b0c-fa39-4e50-a510-246fd3e91aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:26.440430 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9da7-d419-48e4-8647-68bcc42d5a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:26.577926 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:27.770952 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:29.104738 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:33.028347 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:41.582498 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41542) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:41.890078 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-network', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:41.927335 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Made reservation on behalf of 74345445f8ea4ab1a35a924c489f2e98 for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:41.930097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:41.938866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.044691 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.050469 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.080639 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803e34ba-e737-4df8-9ac9-96b606604f42,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:42.085513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:29:42.095681 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.096385 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.096998 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.097486 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.098097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.098616 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.099084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.099551 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.100022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.100486 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.101016 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.101535 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Tracked resource versions report: Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: pushed versions: Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: { 'AddressGroup': {'1.2'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'ConntrackHelper': {'1.0'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Log': {'1.0'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Network': {'1.1'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Port': {'1.7'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'PortForwarding': {'1.2'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'QosPolicy': {'1.8'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroup': {'1.4'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SubPort': {'1.0'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Subnet': {'1.1'}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Trunk': {'1.1'}} Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: consumer versions: Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: HyperV agent@hv-cinder-80069: {}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'ConntrackHelper': '1.0', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Log': '1.0', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Network': '1.1', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Port': '1.7', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'PortForwarding': '1.2', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'QosPolicy': '1.8', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroup': '1.4', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SecurityGroupRule': '1.2', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'SubPort': '1.0', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Subnet': '1.1', Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: 'Trunk': '1.1'}} Jul 16 19:29:42.104567 dv-cinder-800695-3-iscsi neutron-server[92985]: {{(pid=92985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:29:42.117398 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.118111 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Added segment 2be6334b-657e-42c7-9c7d-9e301ce45f3f of type vlan for network 79c327eb-9260-4b35-9d04-f138985f4c74 Jul 16 19:29:42.166707 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.202022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.203705 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:42.204290 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.236973 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6530991 Jul 16 19:29:42.239749 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41582) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:42.246796 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Request body: {'subnet': {'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-subnet', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:42.306349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b05d1-96ff-47c7-ba07-f291a6d8012f admin admin] Pushing event updated for resources: {'Network': ['ID=79c327eb-9260-4b35-9d04-f138985f4c74,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:42.314827 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Made reservation on behalf of 74345445f8ea4ab1a35a924c489f2e98 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:42.317381 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.317981 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 79c327eb-9260-4b35-9d04-f138985f4c74 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:29:42.502749 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.552711 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8740f299-e833-4922-83b7-81250cd5a5e6,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:42.576733 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Checking segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:42.577095 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Network hostable DHCP agents. Network: 79c327eb-9260-4b35-9d04-f138985f4c74, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:29:42.595679 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Network 79c327eb-9260-4b35-9d04-f138985f4c74 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:29:42.598915 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41596) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:42.609872 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 79c327eb-9260-4b35-9d04-f138985f4c74) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:42.619877 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb330d-ce47-4cbd-a3aa-9ae40e9e6cb4 None None] Network 79c327eb-9260-4b35-9d04-f138985f4c74 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:42.625366 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:42.625984 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.648341 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41604) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:42.650281 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-78de3ef0-a45c-41bb-b3a1-bd9bf51bdb39 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4065485 Jul 16 19:29:42.654589 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:42.682948 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.687957 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:42.756757 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b9614-b550-4dbe-a69a-6b4f90587afa None None] Network 79c327eb-9260-4b35-9d04-f138985f4c74 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:42.761378 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.023711 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41622) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:43.034117 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.134952 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-network', 'tenant_id': '38408fd9f145458bb021223a943d9880'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:43.173366 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Made reservation on behalf of 38408fd9f145458bb021223a943d9880 for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:43.176317 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.188240 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.367816 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1002524572-network', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:43.368062 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.414262 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.489689 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.511818 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.521054 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Made reservation on behalf of de95dda8e8e149dd80d817abc76616b0 for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:43.523756 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.545442 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.599855 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41650) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:43.616197 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:29:43.648534 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.650090 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Added segment 505fbed4-9d28-4239-82be-180cc1e86b07 of type vlan for network dad9a188-7ecf-48e2-87d4-2554e24b1e68 Jul 16 19:29:43.677007 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.682009 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.695243 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:29:43.706626 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.707317 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Added segment 0b8030c5-4fcd-4683-a504-15072c50a7b1 of type vlan for network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f Jul 16 19:29:43.726317 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.805169 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Allocated IP 172.27.2.154 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/a63fe6d3-fd4d-47c7-8171-584419270016) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:43.826474 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.827598 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:43.828447 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.836604 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.865651 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce9887-a913-4c76-a24c-f556bac39b5f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:43.872109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.873533 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:43.874353 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.901751 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2985287 Jul 16 19:29:43.905474 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f327a7-ab2f-460b-a3be-0c6c7f237f72,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:43.912716 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41662) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:43.927469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Request body: {'subnet': {'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-subnet', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:43.949768 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] Pushing event updated for resources: {'Network': ['ID=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:43.957974 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-7bb472c1-033e-4128-be45-cc83b681ab2e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9319160 Jul 16 19:29:43.959313 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41664) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:43.963287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:29:43.982774 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Request body: {'subnet': {'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1002524572-subnet', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:44.043643 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Made reservation on behalf of de95dda8e8e149dd80d817abc76616b0 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:44.046663 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.100816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Tracked resource versions report: Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: pushed versions: Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: { 'AddressGroup': {'1.2'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'ConntrackHelper': {'1.0'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Log': {'1.0'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Network': {'1.1'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Port': {'1.7'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'PortForwarding': {'1.2'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'QosPolicy': {'1.8'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroup': {'1.4'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SubPort': {'1.0'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Subnet': {'1.1'}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Trunk': {'1.1'}} Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: consumer versions: Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: HyperV agent@hv-cinder-80069: {}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'ConntrackHelper': '1.0', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Log': '1.0', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Network': '1.1', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Port': '1.7', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'PortForwarding': '1.2', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'QosPolicy': '1.8', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroup': '1.4', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SecurityGroupRule': '1.2', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'SubPort': '1.0', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Subnet': '1.1', Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: 'Trunk': '1.1'}} Jul 16 19:29:44.108841 dv-cinder-800695-3-iscsi neutron-server[92984]: {{(pid=92984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:29:44.246684 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6236c51-6646-483c-b896-ad1851b23a2c admin admin] Pushing event updated for resources: {'Network': ['ID=dad9a188-7ecf-48e2-87d4-2554e24b1e68,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:44.262187 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.268165 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Made reservation on behalf of 38408fd9f145458bb021223a943d9880 for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:44.268894 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:29:44.288870 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.323258 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b9a279-0482-4496-9c83-d828be6cdc31,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:44.352238 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Checking segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:44.353049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Network hostable DHCP agents. Network: 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:29:44.370839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1745175378-network', 'tenant_id': '652f1de019d9492da1491dac93e1fde5'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:44.379884 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:29:44.401259 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:44.405805 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:44.407192 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.418403 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5dbf43-86dd-41ab-aec6-287090559f51 None None] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:44.419227 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.486418 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Made reservation on behalf of 652f1de019d9492da1491dac93e1fde5 for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:44.488882 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.499819 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c737f2db-25c9-4fe0-be09-829216ded084 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5391889 Jul 16 19:29:44.500535 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41684) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:44.505744 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:44.513651 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.557816 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.559397 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.748017 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.758731 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:29:44.760136 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.859225 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:44.972729 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.080699 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.093980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Allocated IP 172.20.0.2 (74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f/d5b9a279-0482-4496-9c83-d828be6cdc31/f69090ce-85ce-4447-a999-50fb955c7f15) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:45.097824 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Pushing event updated for resources: {'Port': ['ID=a63fe6d3-fd4d-47c7-8171-584419270016,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:45.107705 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.147125 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:45.269334 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:29:45.272048 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:45.294204 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:45.436843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.437393 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Added segment 55bc620e-22fa-42af-83a1-9977552e1e79 of type vlan for network b4065ded-2992-4b38-832e-71fe79b1d935 Jul 16 19:29:45.464590 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907d5e1b-a37f-4666-8200-6cbd6ebce750,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:45.487956 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.504420 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Transition to ACTIVE for port object f69090ce-85ce-4447-a999-50fb955c7f15 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:45.506197 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.528739 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Transition to ACTIVE for port object f69090ce-85ce-4447-a999-50fb955c7f15 will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:45.547837 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.558710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.577228 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.598621 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:45.632943 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.662168 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:45.672464 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:45.685839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:45.764068 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.770599 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:45.771483 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.790869 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Checking segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:45.791708 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Network hostable DHCP agents. Network: dad9a188-7ecf-48e2-87d4-2554e24b1e68, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:29:45.836608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Pushing event updated for resources: {'Port': ['ID=f69090ce-85ce-4447-a999-50fb955c7f15,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:45.882505 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2673404 Jul 16 19:29:45.883461 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41728) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:45.893885 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.918632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.918632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.918632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.918632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.918632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.918632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.921638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.921638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.921638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.921638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.921638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Tracked resource versions report: Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: pushed versions: Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: { 'AddressGroup': {'1.2'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'ConntrackHelper': {'1.0'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Log': {'1.0'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Network': {'1.1'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Port': {'1.7'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'PortForwarding': {'1.2'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'QosPolicy': {'1.8'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroup': {'1.4'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SubPort': {'1.0'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Subnet': {'1.1'}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Trunk': {'1.1'}} Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: consumer versions: Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: HyperV agent@hv-cinder-80069: {}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'ConntrackHelper': '1.0', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Log': '1.0', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Network': '1.1', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Port': '1.7', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'PortForwarding': '1.2', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'QosPolicy': '1.8', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroup': '1.4', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SecurityGroupRule': '1.2', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'SubPort': '1.0', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Subnet': '1.1', Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: 'Trunk': '1.1'}} Jul 16 19:29:45.924331 dv-cinder-800695-3-iscsi neutron-server[92986]: {{(pid=92986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:29:45.933834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Request body: {'subnet': {'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1745175378-subnet', 'tenant_id': '652f1de019d9492da1491dac93e1fde5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:45.977294 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Attempting to bind port f69090ce-85ce-4447-a999-50fb955c7f15 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:29:45.978177 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Attempting to bind port f69090ce-85ce-4447-a999-50fb955c7f15 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:29:45.978796 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Attempting to bind port f69090ce-85ce-4447-a999-50fb955c7f15 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:29:45.994115 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Allocated IP 172.27.2.136 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/862e14a6-4602-45fb-815b-595f9b2bfa4f) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:46.010886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:29:46.012609 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Checking segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:46.014414 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.015568 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a43bc-3b05-481b-b507-23edc84c7bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=b4065ded-2992-4b38-832e-71fe79b1d935,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:46.016165 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Bound using segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:29:46.031523 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:29:46.032441 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Bound port: f69090ce-85ce-4447-a999-50fb955c7f15, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:29:46.033286 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.046221 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network b4065ded-2992-4b38-832e-71fe79b1d935 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:29:46.066491 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, dad9a188-7ecf-48e2-87d4-2554e24b1e68) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:46.101444 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:46.105547 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.111746 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.119851 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Made reservation on behalf of 652f1de019d9492da1491dac93e1fde5 for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:46.123614 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.129030 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7eaaa-97d3-4c1d-8c45-eb31742104e6 None None] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:46.254298 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.350983 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-20ecc664-ae9a-4d9d-b2de-6b12bb30725e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4304781 Jul 16 19:29:46.354386 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41744) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:46.366465 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:46.417903 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.591894 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:29:46.593516 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.658063 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] For port f69090ce-85ce-4447-a999-50fb955c7f15, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:29:46.712539 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] For port f69090ce-85ce-4447-a999-50fb955c7f15, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=f69090ce-85ce-4447-a999-50fb955c7f15,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:29:46.725746 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Pushing event updated for resources: {'Port': ['ID=862e14a6-4602-45fb-815b-595f9b2bfa4f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:46.740116 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:46.742461 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:46.763738 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:46.801487 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.810667 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.836275 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.838531 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:46.911868 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff6dba-2f54-47d0-b407-420731eb6690 None None] Pushing event updated for resources: {'Port': ['ID=f69090ce-85ce-4447-a999-50fb955c7f15,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:46.913912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.002650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Allocated IP 172.20.0.2 (dad9a188-7ecf-48e2-87d4-2554e24b1e68/b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6/bcd6b1e0-1980-4643-8da7-482ff5028e1b) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:47.091068 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.121128 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Checking segment: {'id': '55bc620e-22fa-42af-83a1-9977552e1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:47.121600 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Network hostable DHCP agents. Network: b4065ded-2992-4b38-832e-71fe79b1d935, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:29:47.167207 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c7e1b3-619e-42d9-b45a-a3e7ed58d72e,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:47.283903 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.291579 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.304126 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Transition to ACTIVE for port object bcd6b1e0-1980-4643-8da7-482ff5028e1b will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:47.334159 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Transition to ACTIVE for port object bcd6b1e0-1980-4643-8da7-482ff5028e1b will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:47.341645 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.370037 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Network b4065ded-2992-4b38-832e-71fe79b1d935 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:29:47.391944 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:47.399314 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:47.403655 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:47.407005 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Pushing event updated for resources: {'Port': ['ID=bcd6b1e0-1980-4643-8da7-482ff5028e1b,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:47.465695 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.472864 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, b4065ded-2992-4b38-832e-71fe79b1d935) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:47.481909 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:47.482756 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.490210 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f84d16-21be-4657-a287-35fb50d47dde None None] Network b4065ded-2992-4b38-832e-71fe79b1d935 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:47.515675 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Attempting to bind port bcd6b1e0-1980-4643-8da7-482ff5028e1b on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:29:47.516288 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Attempting to bind port bcd6b1e0-1980-4643-8da7-482ff5028e1b by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:29:47.516886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Attempting to bind port bcd6b1e0-1980-4643-8da7-482ff5028e1b on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:29:47.525694 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-233ab9bb-b19a-4bda-ad34-7a12d4bb29f0 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6372514 Jul 16 19:29:47.535118 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:29:47.557766 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:29:47.559290 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Checking segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:47.559736 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.560129 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Bound using segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:29:47.560618 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Bound port: bcd6b1e0-1980-4643-8da7-482ff5028e1b, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:29:47.566255 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.819200 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:47.981811 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:29:47.994070 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Sync routers for ids ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:29:48.010725 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Routers {'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:48.012081 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:48.028679 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.044525 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] For port bcd6b1e0-1980-4643-8da7-482ff5028e1b, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:29:48.071157 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.100383 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1ab13-304d-4c58-bea4-2e75ee22634b None None] Network b4065ded-2992-4b38-832e-71fe79b1d935 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:48.104391 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] For port bcd6b1e0-1980-4643-8da7-482ff5028e1b, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bcd6b1e0-1980-4643-8da7-482ff5028e1b,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:29:48.140293 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.148126 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:29:48.247818 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Set router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:48.257697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Allocated IP 172.27.2.128 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/539390b2-3bcc-4f98-a00a-8be458431822) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:48.303759 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41828) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:48.306468 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:29:48.322664 dv-cinder-800695-3-iscsi neutron-server[92985]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 19:29:48.324530 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:29:48.369798 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dbdca-7e69-41ff-9fff-b1393a007fb7 None None] Pushing event updated for resources: {'Port': ['ID=bcd6b1e0-1980-4643-8da7-482ff5028e1b,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:48.384245 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.384462 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.385964 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6306c54e-a9ec-416c-9026-71e3fc0d8db6 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7363100 Jul 16 19:29:48.389300 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a47e54a2-9e98-4303-80f1-fb3933c9a486 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8852592 Jul 16 19:29:48.391797 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41832) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:48.392915 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 41834) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:48.412051 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:48.412679 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:48.492006 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3899b-c4ae-40ad-9f84-537cd43ec5c9 None None] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:48.536799 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:29:45Z', 'revision_number': 3, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:48.541268 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.550853 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-2fd4f97f-8c7a-4507-b612-535c1f25a654 None None] Provisioning for port f69090ce-85ce-4447-a999-50fb955c7f15 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:48.574797 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Checking router: ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:29:48.575142 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Updating router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 port a63fe6d3-fd4d-47c7-8171-584419270016 binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:29:48.599412 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-de1e0c6e-3dfb-4599-a5ad-8298220cc3ac tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:48.601100 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-de1e0c6e-3dfb-4599-a5ad-8298220cc3ac tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/networks?id=b4065ded-2992-4b38-832e-71fe79b1d935 HTTP/1.1" status: 200 len: 812 time: 0.2924848 Jul 16 19:29:48.622601 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-73263111-4429-4b86-ae71-68823c6132c7 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/quotas/652f1de019d9492da1491dac93e1fde5 HTTP/1.1" status: 200 len: 375 time: 0.0138106 Jul 16 19:29:48.635055 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.715466 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-f762b2cb-efdc-420a-aa72-63f2d4ee7059 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=652f1de019d9492da1491dac93e1fde5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858593 Jul 16 19:29:48.785588 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:48.883719 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-729cd5ba-da07-4179-8445-d9f2e1bd7408 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:29:48.886290 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-729cd5ba-da07-4179-8445-d9f2e1bd7408 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0642540 Jul 16 19:29:49.034177 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-97c502d2-f8e1-4657-82f7-b218f742bc80 service neutron] 10.222.0.97 "GET /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422019 Jul 16 19:29:49.076412 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.130237 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bcd6b1e0-1980-4643-8da7-482ff5028e1b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:49.185653 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:46Z', 'revision_number': 3, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:49.205300 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-db340ba1-b205-40e1-a3d1-5aae0d7dce0a service neutron] 10.222.0.97 "GET /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654074 Jul 16 19:29:49.219595 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:29:49.220088 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Updating router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 port 862e14a6-4602-45fb-815b-595f9b2bfa4f binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:29:49.235854 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:49.256874 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:49.264428 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:49.267973 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Pushing event updated for resources: {'Port': ['ID=539390b2-3bcc-4f98-a00a-8be458431822,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:49.291291 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port bcd6b1e0-1980-4643-8da7-482ff5028e1b completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:49.329702 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device f69090ce-85ce-4447-a999-50fb955c7f15 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:49.373283 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.412078 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.426934 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Transition to ACTIVE for port object a63fe6d3-fd4d-47c7-8171-584419270016 will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:49.448098 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.516182 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Attempting to bind port a63fe6d3-fd4d-47c7-8171-584419270016 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:29:49.516560 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Attempting to bind port a63fe6d3-fd4d-47c7-8171-584419270016 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:29:49.516926 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Attempting to bind port a63fe6d3-fd4d-47c7-8171-584419270016 on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:29:49.522747 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Pushing event updated for resources: {'Port': ['ID=a63fe6d3-fd4d-47c7-8171-584419270016,revision_number=2']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:49.552858 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:29:49.553516 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:49.554099 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.554445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41862) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:49.555233 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:29:49.556628 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Bound port: a63fe6d3-fd4d-47c7-8171-584419270016, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:29:49.557272 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.563009 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.563640 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.564146 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.564632 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.565116 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.565613 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.566093 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.566596 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.567092 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.567586 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.568078 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.568564 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Tracked resource versions report: Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: pushed versions: Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: { 'AddressGroup': {'1.2'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'ConntrackHelper': {'1.0'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Log': {'1.0'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Network': {'1.1'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Port': {'1.7'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'PortForwarding': {'1.2'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'QosPolicy': {'1.8'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroup': {'1.4'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SubPort': {'1.0'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Subnet': {'1.1'}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Trunk': {'1.1'}} Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: consumer versions: Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: { DHCP agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: HyperV agent@hv-cinder-80069: {}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: L3 agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: Metadata agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: Metering agent@dv-cinder-800695-3-iscsi: {}, Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: Open vSwitch agent@dv-cinder-800695-3-iscsi: { 'AddressGroup': '1.2', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'ConntrackHelper': '1.0', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Log': '1.0', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Network': '1.1', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Port': '1.7', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'PortForwarding': '1.2', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'QosPolicy': '1.8', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroup': '1.4', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SecurityGroupRule': '1.2', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'SubPort': '1.0', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Subnet': '1.1', Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: 'Trunk': '1.1'}} Jul 16 19:29:49.569901 dv-cinder-800695-3-iscsi neutron-server[92987]: {{(pid=92987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:29:49.675966 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0b7703f9-55e6-4293-9d1a-fc3ba888af61 req-b4614282-b84b-484d-93c2-6936b74f43d2 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.1203260 Jul 16 19:29:49.677157 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] For port a63fe6d3-fd4d-47c7-8171-584419270016, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:29:49.680849 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] For port a63fe6d3-fd4d-47c7-8171-584419270016, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=a63fe6d3-fd4d-47c7-8171-584419270016,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:29:49.687966 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port f69090ce-85ce-4447-a999-50fb955c7f15 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:49.691279 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-f4acdda5-5861-4d77-a363-323e8b9a0e59 None None] Provisioning complete for port f69090ce-85ce-4447-a999-50fb955c7f15 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:49.691649 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f4acdda5-5861-4d77-a363-323e8b9a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.693057 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.737815 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port f69090ce-85ce-4447-a999-50fb955c7f15 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:49.739090 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.798943 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da04fec-01d6-4d7d-a973-d7fdfa5bff39 None None] Pushing event updated for resources: {'Port': ['ID=a63fe6d3-fd4d-47c7-8171-584419270016,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:49.801857 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Routers {'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:49.802605 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:49.970073 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ea15f-86fe-408b-9cec-d95070049e7b None None] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:29:50.016778 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.019364 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] Set router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:50.046682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Transition to ACTIVE for port object 862e14a6-4602-45fb-815b-595f9b2bfa4f will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:50.124576 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.173414 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.218948 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.265159 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4105f0-0925-4ba5-b7ee-c64041ebdeb8 None None] Pushing event updated for resources: {'Port': ['ID=862e14a6-4602-45fb-815b-595f9b2bfa4f,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:50.328702 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:29:45Z', 'revision_number': 3, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:50.362591 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d1f23-7911-4e37-86e9-30e2b82586e4 None None] The sync data for ids ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'] in dv-cinder-800695-3-iscsi is: [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:29:45Z', 'revision_number': 3, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:29:50.372637 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.375068 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f4acdda5-5861-4d77-a363-323e8b9a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.382394 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.418111 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Attempting to bind port 862e14a6-4602-45fb-815b-595f9b2bfa4f on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:29:50.418111 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Attempting to bind port 862e14a6-4602-45fb-815b-595f9b2bfa4f by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:29:50.418111 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Attempting to bind port 862e14a6-4602-45fb-815b-595f9b2bfa4f on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:29:50.451481 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:29:50.451855 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:50.452254 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.452642 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:29:50.453119 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Bound port: 862e14a6-4602-45fb-815b-595f9b2bfa4f, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:29:50.453511 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.522462 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-f4acdda5-5861-4d77-a363-323e8b9a0e59 None None] For port f69090ce-85ce-4447-a999-50fb955c7f15, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=f69090ce-85ce-4447-a999-50fb955c7f15,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:29:50.535698 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f4acdda5-5861-4d77-a363-323e8b9a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.757141 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] For port 862e14a6-4602-45fb-815b-595f9b2bfa4f, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:29:50.846085 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] For port 862e14a6-4602-45fb-815b-595f9b2bfa4f, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=862e14a6-4602-45fb-815b-595f9b2bfa4f,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:29:50.877826 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f6476a4f-61cf-4090-8279-2aa90598e232 req-b6de4b51-09be-4519-a449-583354050067 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.0556936 Jul 16 19:29:50.879467 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.db.api [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:29:50.880134 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG oslo_db.api [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:29:50.884081 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] Provisioning for port bcd6b1e0-1980-4643-8da7-482ff5028e1b completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:50.912844 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] Provisioning complete for port bcd6b1e0-1980-4643-8da7-482ff5028e1b triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:50.915488 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.919888 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.921861 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acdda5-5861-4d77-a363-323e8b9a0e59 None None] Pushing event updated for resources: {'Port': ['ID=f69090ce-85ce-4447-a999-50fb955c7f15,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:50.933320 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Allocated IP 172.20.0.1 (74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f/d5b9a279-0482-4496-9c83-d828be6cdc31/562a794a-38cd-4120-92cf-ec93a5e6bd73) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:51.005353 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:51.025941 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Allocated IP 172.20.0.1 (79c327eb-9260-4b35-9d04-f138985f4c74/8740f299-e833-4922-83b7-81250cd5a5e6/b1148c5e-e3e6-4ac0-8ff9-98180c5c131e) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:51.104577 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:51.105228 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:51.239905 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4105f0-0925-4ba5-b7ee-c64041ebdeb8 None None] Pushing event updated for resources: {'Port': ['ID=862e14a6-4602-45fb-815b-595f9b2bfa4f,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:51.535437 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:51.547149 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:51.689725 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Router 80575b91-3ee9-435c-8c01-18152552edde is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:29:51.750355 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:51.779307 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:51.886987 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device f69090ce-85ce-4447-a999-50fb955c7f15 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:51.933549 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Transition to ACTIVE for port object 562a794a-38cd-4120-92cf-ec93a5e6bd73 will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:51.962029 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] For port bcd6b1e0-1980-4643-8da7-482ff5028e1b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bcd6b1e0-1980-4643-8da7-482ff5028e1b,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:29:51.989650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.004299 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41956) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:52.170722 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057873f-2b29-4725-bc32-cf26a721add7 None None] Pushing event updated for resources: {'Port': ['ID=bcd6b1e0-1980-4643-8da7-482ff5028e1b,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:52.186727 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port f69090ce-85ce-4447-a999-50fb955c7f15 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:52.187347 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.189145 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-52571e4b-31da-4427-a7b7-e04e01412195 None None] Provisioning complete for port bcd6b1e0-1980-4643-8da7-482ff5028e1b triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:52.189692 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-52571e4b-31da-4427-a7b7-e04e01412195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.259411 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.302377 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-06d26792-9655-4336-bd48-16919b871687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.326714 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:52.335556 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:52.339134 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:52.339685 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.342806 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.360264 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:46Z', 'revision_number': 3, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:52.435070 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38dd37-a437-41d6-b177-c6ce7e48ee5c None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:46Z', 'revision_number': 3, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:29:52.455636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Network 79c327eb-9260-4b35-9d04-f138985f4c74 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:52.467487 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:52.471025 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:52.472113 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.561175 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device a63fe6d3-fd4d-47c7-8171-584419270016 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:52.572009 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41974) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:52.638178 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e222dc1-a2b5-4ef7-921e-a5eb225b9d3d req-55fe5052-bae8-4f8c-94cb-16070146462d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.3229027 Jul 16 19:29:52.657777 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:29:52.682913 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:29:52.705321 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:52.705905 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:52.711128 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Pushing event updated for resources: {'Port': ['ID=562a794a-38cd-4120-92cf-ec93a5e6bd73,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:52.746424 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port a63fe6d3-fd4d-47c7-8171-584419270016 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:52.754862 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port a63fe6d3-fd4d-47c7-8171-584419270016 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:52.755563 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.803372 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4166ce50-efe3-49bd-8aed-6ca8e6e19521 None None] Provisioning for port 562a794a-38cd-4120-92cf-ec93a5e6bd73 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:52.811293 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4166ce50-efe3-49bd-8aed-6ca8e6e19521 None None] Provisioning complete for port 562a794a-38cd-4120-92cf-ec93a5e6bd73 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:52.811722 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4166ce50-efe3-49bd-8aed-6ca8e6e19521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.846074 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.76', 58144) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:52.947366 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da777a08-0e48-475d-9960-d44dc692c4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.955205 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-06d26792-9655-4336-bd48-16919b871687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.971248 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-06d26792-9655-4336-bd48-16919b871687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.044916 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-4166ce50-efe3-49bd-8aed-6ca8e6e19521 None None] Port 562a794a-38cd-4120-92cf-ec93a5e6bd73 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:29:53.063974 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d26792-9655-4336-bd48-16919b871687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999fcd93-5f5e-4aef-b0ac-340e079ee347,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:53.082626 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:53.090633 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-06d26792-9655-4336-bd48-16919b871687 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=03f70d1a12e345b0be7ef44f94548aaf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0851841 Jul 16 19:29:53.093243 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41980) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:53.117100 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.188779 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port a63fe6d3-fd4d-47c7-8171-584419270016, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=a63fe6d3-fd4d-47c7-8171-584419270016,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:29:53.198901 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.235382 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1a9914d8-47f9-45b0-a69b-3b6b63007eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.285109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1a9914d8-47f9-45b0-a69b-3b6b63007eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.287594 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.312177 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da777a08-0e48-475d-9960-d44dc692c4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.331810 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da777a08-0e48-475d-9960-d44dc692c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.380584 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=a63fe6d3-fd4d-47c7-8171-584419270016,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:53.405600 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-da777a08-0e48-475d-9960-d44dc692c4dc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c0b902c8d7244df88461f318ae5c5d5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8315942 Jul 16 19:29:53.429138 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 41994) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:53.461910 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da777a08-0e48-475d-9960-d44dc692c4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96242d-d3b5-4caa-8a15-8c0f8828b192,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:53.541645 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:29:49Z', 'revision_number': 3, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:53.566411 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1a9914d8-47f9-45b0-a69b-3b6b63007eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.575580 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.577108 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:29:53.577573 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.577835 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Updating router 80575b91-3ee9-435c-8c01-18152552edde port 539390b2-3bcc-4f98-a00a-8be458431822 binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:29:53.578914 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-e02f1c1f-e225-4bd9-aa74-ec0cfcbb59bc admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2195473 Jul 16 19:29:53.589691 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1a9914d8-47f9-45b0-a69b-3b6b63007eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.590922 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1a9914d8-47f9-45b0-a69b-3b6b63007eca admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/999fcd93-5f5e-4aef-b0ac-340e079ee347 HTTP/1.1" status: 204 len: 168 time: 0.4965277 Jul 16 19:29:53.596186 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Pushing event updated for resources: {'Port': ['ID=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:53.605765 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42010) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:53.628437 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.660601 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.661228 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.688555 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9914d8-47f9-45b0-a69b-3b6b63007eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fcd93-5f5e-4aef-b0ac-340e079ee347,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:53.747672 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3912dbf-9e20-42ab-9a3e-42080c722740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.812914 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3912dbf-9e20-42ab-9a3e-42080c722740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.941445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3912dbf-9e20-42ab-9a3e-42080c722740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.944081 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3742c1a5-bf55-459f-a04e-84608b0ae249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.945088 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3912dbf-9e20-42ab-9a3e-42080c722740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.946971 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d3912dbf-9e20-42ab-9a3e-42080c722740 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bb96242d-d3b5-4caa-8a15-8c0f8828b192 HTTP/1.1" status: 204 len: 168 time: 0.5164039 Jul 16 19:29:53.959202 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bcd6b1e0-1980-4643-8da7-482ff5028e1b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:53.969300 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3912dbf-9e20-42ab-9a3e-42080c722740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96242d-d3b5-4caa-8a15-8c0f8828b192,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:54.076890 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f9c23eba-4d20-48d0-bdc2-044bb8ca490c req-566f98a1-b8d8-4fb4-8729-db47da9bb276 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.0724308 Jul 16 19:29:54.152119 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port bcd6b1e0-1980-4643-8da7-482ff5028e1b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:54.153261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.302904 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device a63fe6d3-fd4d-47c7-8171-584419270016 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:54.329593 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Pushing event updated for resources: {'Port': ['ID=562a794a-38cd-4120-92cf-ec93a5e6bd73,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:54.359404 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-5bd46ae5-60d9-41b0-8b51-973957838a02 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:54.361211 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-5bd46ae5-60d9-41b0-8b51-973957838a02 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.76 "GET /v2.0/networks?id=b4065ded-2992-4b38-832e-71fe79b1d935 HTTP/1.1" status: 200 len: 812 time: 1.4918420 Jul 16 19:29:54.419274 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.438873 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port a63fe6d3-fd4d-47c7-8171-584419270016 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:54.440234 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:54.442381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.453689 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Request body: {'port': {'device_id': 'bb36b357-8719-4609-8220-13182b440e37', 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935', 'admin_state_up': True, 'tenant_id': '652f1de019d9492da1491dac93e1fde5'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:54.464690 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Transition to ACTIVE for port object 539390b2-3bcc-4f98-a00a-8be458431822 will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:54.475973 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.550681 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:54.559808 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42062) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:54.569135 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:54.585999 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.609055 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 862e14a6-4602-45fb-815b-595f9b2bfa4f up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:54.625940 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Attempting to bind port 539390b2-3bcc-4f98-a00a-8be458431822 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:29:54.633331 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Attempting to bind port 539390b2-3bcc-4f98-a00a-8be458431822 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:29:54.634110 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Attempting to bind port 539390b2-3bcc-4f98-a00a-8be458431822 on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:29:54.676055 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:29:54.681360 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:29:54.681715 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.682179 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:29:54.682899 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Bound port: 539390b2-3bcc-4f98-a00a-8be458431822, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:29:54.683418 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.737180 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42068) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:54.751350 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 862e14a6-4602-45fb-815b-595f9b2bfa4f completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:54.766552 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 862e14a6-4602-45fb-815b-595f9b2bfa4f triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:54.767215 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6d9fea8-3a14-4893-8349-09f0e4f6e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.768135 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:54.791170 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4958b1c-cb52-4e27-a5ea-c500894043a6 None None] Pushing event updated for resources: {'Port': ['ID=539390b2-3bcc-4f98-a00a-8be458431822,revision_number=2']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:54.910455 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] For port 539390b2-3bcc-4f98-a00a-8be458431822, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:29:54.913781 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] For port 539390b2-3bcc-4f98-a00a-8be458431822, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=539390b2-3bcc-4f98-a00a-8be458431822,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:29:54.921025 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.004545 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.020298 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6d9fea8-3a14-4893-8349-09f0e4f6e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.031284 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d6d9fea8-3a14-4893-8349-09f0e4f6e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.070430 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 862e14a6-4602-45fb-815b-595f9b2bfa4f, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=862e14a6-4602-45fb-815b-595f9b2bfa4f,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:29:55.094647 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.106459 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:55.107344 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d6d9fea8-3a14-4893-8349-09f0e4f6e2ff admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b7d17d9028374707a80ef8b7b1a9f794&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3691411 Jul 16 19:29:55.113412 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42078) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:55.115612 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:55.134294 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9fea8-3a14-4893-8349-09f0e4f6e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80066cdb-6feb-4bb6-a9c8-4c294cce02f7,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:55.173536 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9915a6c9-f732-4ded-a956-ad2c302f8d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.194713 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-3d5e2078-9313-401e-8c26-8c6191592106 None None] Provisioning complete for port 562a794a-38cd-4120-92cf-ec93a5e6bd73 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:55.195098 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2078-9313-401e-8c26-8c6191592106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.246991 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4958b1c-cb52-4e27-a5ea-c500894043a6 None None] Pushing event updated for resources: {'Port': ['ID=539390b2-3bcc-4f98-a00a-8be458431822,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:55.366058 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e2078-9313-401e-8c26-8c6191592106 None None] Port 562a794a-38cd-4120-92cf-ec93a5e6bd73 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:29:55.370634 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9915a6c9-f732-4ded-a956-ad2c302f8d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.376381 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9915a6c9-f732-4ded-a956-ad2c302f8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.419602 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915a6c9-f732-4ded-a956-ad2c302f8d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c781dc6-5727-46de-8656-e80460564148,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:55.436557 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=862e14a6-4602-45fb-815b-595f9b2bfa4f,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:55.469556 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:55.474754 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9915a6c9-f732-4ded-a956-ad2c302f8d23 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a524f76903fa4d088c9ffcfb0d26be70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9129043 Jul 16 19:29:55.476490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42094) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:55.550576 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18ecf67a-ce0b-4d34-9115-d09924a727b2 req-c4fe46d2-dc74-429b-8022-13fcdf51d84f tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.0418437 Jul 16 19:29:55.656291 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4971-f4b4-49fc-8adc-14dc602b2872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.731480 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 862e14a6-4602-45fb-815b-595f9b2bfa4f up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:55.732221 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4971-f4b4-49fc-8adc-14dc602b2872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.839244 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4971-f4b4-49fc-8adc-14dc602b2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.843815 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4971-f4b4-49fc-8adc-14dc602b2872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.848542 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d3bf4971-f4b4-49fc-8adc-14dc602b2872 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4c781dc6-5727-46de-8656-e80460564148 HTTP/1.1" status: 204 len: 168 time: 0.3683109 Jul 16 19:29:55.866496 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 862e14a6-4602-45fb-815b-595f9b2bfa4f triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:55.867218 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.879665 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4971-f4b4-49fc-8adc-14dc602b2872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c781dc6-5727-46de-8656-e80460564148,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:56.030323 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:29:49Z', 'revision_number': 3, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:56.112249 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:29:56.143401 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f2de4-547d-4f1a-ba81-2e12d9707558 None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:29:49Z', 'revision_number': 3, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:29:56.449258 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0db9-d564-4fe9-89be-60e8bb030928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:56.555915 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3ce1-ff98-49b1-a884-b29fdab035ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:56.663143 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:56.697982 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3ce1-ff98-49b1-a884-b29fdab035ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:56.749611 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Made reservation on behalf of 652f1de019d9492da1491dac93e1fde5 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:56.753666 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:56.896429 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fb67e273-db91-4e9f-bb48-75edbf5f5d5c req-3ca8917a-1ec3-42ed-827a-adcf5d467b52 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.0418868 Jul 16 19:29:57.050297 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.147897 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.240035 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.240864 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.297843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3ce1-ff98-49b1-a884-b29fdab035ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.300473 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3ce1-ff98-49b1-a884-b29fdab035ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.304764 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-fa4a3ce1-ff98-49b1-a884-b29fdab035ff admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/80066cdb-6feb-4bb6-a9c8-4c294cce02f7 HTTP/1.1" status: 204 len: 168 time: 1.8966866 Jul 16 19:29:57.304764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:29:57.322572 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:29:57.353582 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:29:57.355372 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:57.417135 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-78bdb246-8757-4179-9c86-006969936c56 admin admin] 10.222.0.97 "PUT /v2.0/routers/ff5f25f0-65b1-4a2d-bf9e-2426568265f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9826279 Jul 16 19:29:57.417135 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a3ce1-ff98-49b1-a884-b29fdab035ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80066cdb-6feb-4bb6-a9c8-4c294cce02f7,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:57.677532 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Pushing event updated for resources: {'Port': ['ID=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:57.819668 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 539390b2-3bcc-4f98-a00a-8be458431822 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:57.904527 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:57.992256 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Allocated IP 172.20.0.7 (b4065ded-2992-4b38-832e-71fe79b1d935/07c7e1b3-619e-42d9-b45a-a3e7ed58d72e/66893a31-3f4d-4be4-a179-75f2ed919ec4) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:58.061496 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:29:58.068089 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 539390b2-3bcc-4f98-a00a-8be458431822 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:29:58.079851 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42178) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:58.166920 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42182) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:58.172596 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 539390b2-3bcc-4f98-a00a-8be458431822 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:58.172976 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.312195 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e48cb08a-7541-4c5c-a580-fe2878e2f89b req-33a72b7b-e843-49bc-888e-e5e3b7decbbc tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.1299026 Jul 16 19:29:58.401877 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.414499 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1ed82380-453d-4745-9fa3-d5343c3ad946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.511911 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1457571048-network', 'tenant_id': '58606a6207e8476291146d0da058872f'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:29:58.722522 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.796853 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 539390b2-3bcc-4f98-a00a-8be458431822, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=539390b2-3bcc-4f98-a00a-8be458431822,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:29:58.807323 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1ed82380-453d-4745-9fa3-d5343c3ad946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.819374 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.819561 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1ed82380-453d-4745-9fa3-d5343c3ad946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.906015 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Network 79c327eb-9260-4b35-9d04-f138985f4c74 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:58.919759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:58.939200 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:58.979209 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1ed82380-453d-4745-9fa3-d5343c3ad946 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=31ad8a087457444ab7abe0de15e855f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8973775 Jul 16 19:29:58.998383 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed82380-453d-4745-9fa3-d5343c3ad946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc3257-fbce-4cb9-aa85-50bd80d24603,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:59.010163 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42202) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:29:59.057156 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Made reservation on behalf of 58606a6207e8476291146d0da058872f for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:29:59.062022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.120194 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.204840 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9ec30539-2f93-4303-bbea-7a1b82c61958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.209610 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.218440 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Pushing event updated for resources: {'Port': ['ID=66893a31-3f4d-4be4-a179-75f2ed919ec4,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:59.255518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=539390b2-3bcc-4f98-a00a-8be458431822,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:59.278045 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Network b4065ded-2992-4b38-832e-71fe79b1d935 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:29:59.287124 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9ec30539-2f93-4303-bbea-7a1b82c61958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.299445 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:29:59.310031 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:29:59.317879 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 2, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:29:59.325753 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:59.331367 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.415454 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:29:59.416372 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9ec30539-2f93-4303-bbea-7a1b82c61958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.426547 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9ec30539-2f93-4303-bbea-7a1b82c61958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.427046 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Updating router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 port 562a794a-38cd-4120-92cf-ec93a5e6bd73 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:29:59.432859 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9ec30539-2f93-4303-bbea-7a1b82c61958 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f1bc3257-fbce-4cb9-aa85-50bd80d24603 HTTP/1.1" status: 204 len: 168 time: 0.4173803 Jul 16 19:29:59.491574 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Allocated IP 172.20.0.1 (dad9a188-7ecf-48e2-87d4-2554e24b1e68/b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6/fcc1caf1-7ce1-4906-83a6-460e19a67141) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:29:59.496049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec30539-2f93-4303-bbea-7a1b82c61958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc3257-fbce-4cb9-aa85-50bd80d24603,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:29:59.497925 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.626753 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.635251 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.746698 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 539390b2-3bcc-4f98-a00a-8be458431822 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:29:59.813428 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:29:59.846953 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.873125 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d82233f9-2ca2-4b95-85cd-d3ec1c4dc028 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4233799 Jul 16 19:29:59.887585 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:29:59.903942 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.904569 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Added segment feacdeb7-e137-43ce-8ff9-b25dad54bd63 of type vlan for network c4480970-a3ca-4233-8ffa-a380adde2e2c Jul 16 19:29:59.911944 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-66b9581b-20c6-4c0c-a9b0-33a8d256ad27 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:29:59.918120 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-66b9581b-20c6-4c0c-a9b0-33a8d256ad27 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170579 Jul 16 19:29:59.918945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 539390b2-3bcc-4f98-a00a-8be458431822 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:29:59.919536 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.942476 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Transition to ACTIVE for port object fcc1caf1-7ce1-4906-83a6-460e19a67141 will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:29:59.952333 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0670b5b-25fb-49c7-851e-cf4c54ffa2ae,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:00.019409 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc33c6-bce2-4622-9476-15e29eddc509 req-9bd55b53-8526-4ed6-8cce-ba583fbbc3fe tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:00.021058 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8bc33c6-bce2-4622-9476-15e29eddc509 req-9bd55b53-8526-4ed6-8cce-ba583fbbc3fe tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 931 time: 0.3408589 Jul 16 19:30:00.233927 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.260418 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Transition to ACTIVE for port object 562a794a-38cd-4120-92cf-ec93a5e6bd73 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:00.270290 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.272431 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.315882 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42226) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:00.346726 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786114209', 'description': 'tempest-description--1851190764'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:00.361775 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.503458 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8bc33c6-bce2-4622-9476-15e29eddc509 req-bd9cb8fa-223e-486e-9ca2-3da6aeaa1b1e tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603541 Jul 16 19:30:00.527140 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:00.535188 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:00.539002 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:00.540662 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.617639 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9ba97-a44c-4fbf-bc6e-3c94f81ef006 None None] Pushing event updated for resources: {'Port': ['ID=562a794a-38cd-4120-92cf-ec93a5e6bd73,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:00.650995 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.657002 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:00.657972 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.662000 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Attempting to bind port 562a794a-38cd-4120-92cf-ec93a5e6bd73 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:00.662655 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Attempting to bind port 562a794a-38cd-4120-92cf-ec93a5e6bd73 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:00.663168 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Attempting to bind port 562a794a-38cd-4120-92cf-ec93a5e6bd73 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:00.679900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:00.681316 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Checking segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:00.681873 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.682545 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Bound using segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:00.683892 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Bound port: 562a794a-38cd-4120-92cf-ec93a5e6bd73, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:00.684469 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.726597 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc1caf1-7ce1-4906-83a6-460e19a67141,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:00.764082 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:30:00.786896 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6c0354e9-ac15-4f72-b651-3e92b4b68266 admin admin] 10.222.0.97 "PUT /v2.0/routers/ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3787661 Jul 16 19:30:00.799292 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Sync routers for ids ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:30:00.824531 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Routers {'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:00.825400 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:00.908817 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4480970-a3ca-4233-8ffa-a380adde2e2c,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:00.929490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.967368 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] For port 562a794a-38cd-4120-92cf-ec93a5e6bd73, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:00.974717 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] For port 562a794a-38cd-4120-92cf-ec93a5e6bd73, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=562a794a-38cd-4120-92cf-ec93a5e6bd73,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:00.987484 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42236) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:00.990642 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42238) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:00.990916 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network c4480970-a3ca-4233-8ffa-a380adde2e2c details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:30:00.991036 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-da9d5a01-78a4-4426-a9a6-e7b5639b31b9 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.8218105 Jul 16 19:30:01.007646 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Request body: {'subnet': {'network_id': 'c4480970-a3ca-4233-8ffa-a380adde2e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1457571048-subnet', 'tenant_id': '58606a6207e8476291146d0da058872f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:01.015247 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.050974 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.128087 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Set router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:01.186665 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Request body: {'port': {'device_id': 'bb36b357-8719-4609-8220-13182b440e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:01.192462 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.208002 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.299609 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3da67-655b-405e-914e-7499c080569e,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:01.403782 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.414062 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-395c3faa-d254-4dd4-a0f7-d40f6ec6c188 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0924225 Jul 16 19:30:01.419674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42250) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:01.433805 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'security_group_rule': {'security_group_id': '48e3da67-655b-405e-914e-7499c080569e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:01.451411 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Made reservation on behalf of 58606a6207e8476291146d0da058872f for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:01.457229 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.497161 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.545377 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:01.556439 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:01.671174 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.680663 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.716887 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9ba97-a44c-4fbf-bc6e-3c94f81ef006 None None] Pushing event updated for resources: {'Port': ['ID=562a794a-38cd-4120-92cf-ec93a5e6bd73,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:01.737212 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-bf8ab017-5205-4fed-a14f-c8d7718196d4 None None] Provisioning for port fcc1caf1-7ce1-4906-83a6-460e19a67141 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:01.750858 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-41d4463c-0a08-4a74-875d-fc2698189ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.756011 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'b1148c5e-e3e6-4ac0-8ff9-98180c5c131e', 'name': '', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'mac_address': 'fa:16:3e:f4:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:29:56Z', 'revision_number': 2, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'subnets': [{'id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:01.759703 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-bf8ab017-5205-4fed-a14f-c8d7718196d4 None None] Provisioning complete for port fcc1caf1-7ce1-4906-83a6-460e19a67141 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:01.760093 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-bf8ab017-5205-4fed-a14f-c8d7718196d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.761839 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20714c8d-49fd-4128-8b1c-6f600cd4c74f,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:01.804734 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:01.810015 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-f8c4b729-8158-46cf-9db3-6e11645eae05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834846 Jul 16 19:30:01.812467 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42266) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:01.831853 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'security_group_rule': {'security_group_id': '48e3da67-655b-405e-914e-7499c080569e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:01.908069 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Checking router: ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:30:01.908670 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Updating router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:30:01.974090 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.029560 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ab017-5205-4fed-a14f-c8d7718196d4 None None] Port fcc1caf1-7ce1-4906-83a6-460e19a67141 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:30:02.111539 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:02.116390 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.119590 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.194512 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.194874 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.343716 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b2d1d-d6f2-4103-a8ca-473d884fbf14 req-1b6b95ac-e748-42c9-9d26-f7fc29971c66 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:02.345323 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-086b2d1d-d6f2-4103-a8ca-473d884fbf14 req-1b6b95ac-e748-42c9-9d26-f7fc29971c66 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 931 time: 0.3973739 Jul 16 19:30:02.430426 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.473014 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-086b2d1d-d6f2-4103-a8ca-473d884fbf14 req-d43d4e1d-cbb6-443a-88b8-3d72bb21ebba tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091666 Jul 16 19:30:02.477166 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.622799 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f853007-9b30-4897-ab98-d3f34ebf4ec0,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:02.791752 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.906405 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-71d1b897-7172-49ee-a606-b7f5dc77fea0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:02.926670 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc1caf1-7ce1-4906-83a6-460e19a67141,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:02.929263 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-71d1b897-7172-49ee-a606-b7f5dc77fea0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 819 time: 0.4551051 Jul 16 19:30:02.970564 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.976197 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c399485b-041c-4bc1-8fe5-dc6e224864c8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/quotas/74345445f8ea4ab1a35a924c489f2e98 HTTP/1.1" status: 200 len: 375 time: 0.0441926 Jul 16 19:30:03.017849 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Transition to ACTIVE for port object b1148c5e-e3e6-4ac0-8ff9-98180c5c131e will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:03.031250 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.090241 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf122b2-15ea-4562-86e4-e4a38db0b1fe None None] Pushing event updated for resources: {'Port': ['ID=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:03.166625 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.213905 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Attempting to bind port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:03.214762 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Attempting to bind port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:03.215242 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Attempting to bind port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e on network 79c327eb-9260-4b35-9d04-f138985f4c74 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:03.220045 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:03.222955 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:03.223468 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Checking segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:03.224487 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.224866 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Bound using segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:03.225816 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Bound port: b1148c5e-e3e6-4ac0-8ff9-98180c5c131e, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:03.225948 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.270786 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8bbfd-8183-4a69-989d-3a3fb584160c None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:03.290860 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1ecc14fe-d576-4b9b-ba8a-ea206b6de2d6 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3135939 Jul 16 19:30:03.421889 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] For port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:03.430990 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] For port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:03.438087 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.589781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:03.717280 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf122b2-15ea-4562-86e4-e4a38db0b1fe None None] Pushing event updated for resources: {'Port': ['ID=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,revision_number=4']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:03.720185 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Routers {'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:03.720805 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:03.777948 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 562a794a-38cd-4120-92cf-ec93a5e6bd73 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:03.963507 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 562a794a-38cd-4120-92cf-ec93a5e6bd73 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:03.975173 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 562a794a-38cd-4120-92cf-ec93a5e6bd73 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:03.977305 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.041974 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:04.073638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-cac51b8c-0cc6-44c8-bea3-335817ecb5b5 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:30:04.074819 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-41d4463c-0a08-4a74-875d-fc2698189ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.079226 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-cac51b8c-0cc6-44c8-bea3-335817ecb5b5 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2028754 Jul 16 19:30:04.159636 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] Set router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:04.356249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.357361 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-eefb10c7-49e4-4c13-bba0-023c4909b988 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5395932 Jul 16 19:30:04.381520 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.386765 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-41d4463c-0a08-4a74-875d-fc2698189ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.389084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8b0ee-3be9-474a-88b7-0df23553e4fe req-4b2c5a98-b932-4d8c-b79a-484dfa4a2b5c tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:04.393837 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42324) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:04.432850 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-81f8b0ee-3be9-474a-88b7-0df23553e4fe req-4b2c5a98-b932-4d8c-b79a-484dfa4a2b5c tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 931 time: 0.6119404 Jul 16 19:30:04.479304 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 562a794a-38cd-4120-92cf-ec93a5e6bd73, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=562a794a-38cd-4120-92cf-ec93a5e6bd73,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:04.487179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.660016 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'floatingip': {'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:04.668066 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-5544e1f8-3b07-4249-aafe-e7f9f4f1ee16 service neutron] 10.222.0.97 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793202 Jul 16 19:30:04.705096 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4463c-0a08-4a74-875d-fc2698189ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbca66b2-6600-4df4-8fc5-07092d6e00f7,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:04.712415 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=562a794a-38cd-4120-92cf-ec93a5e6bd73,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:04.722420 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-81f8b0ee-3be9-474a-88b7-0df23553e4fe req-8fb3e6ad-babb-4f17-ae71-4176a90f8606 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886043 Jul 16 19:30:04.723204 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-afbe98ca-c58f-4df1-9920-d8d3f6df632f None None] Provisioning complete for port fcc1caf1-7ce1-4906-83a6-460e19a67141 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:04.724725 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-afbe98ca-c58f-4df1-9920-d8d3f6df632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.856154 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-afbe98ca-c58f-4df1-9920-d8d3f6df632f None None] Port fcc1caf1-7ce1-4906-83a6-460e19a67141 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:30:04.973070 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'b1148c5e-e3e6-4ac0-8ff9-98180c5c131e', 'name': '', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'mac_address': 'fa:16:3e:f4:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:03Z', 'revision_number': 4, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'subnets': [{'id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:05.044542 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18b718-9cd2-4ae3-9487-3e3471913641 None None] The sync data for ids ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'] in dv-cinder-800695-3-iscsi is: [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'b1148c5e-e3e6-4ac0-8ff9-98180c5c131e', 'name': '', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'mac_address': 'fa:16:3e:f4:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:03Z', 'revision_number': 4, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'subnets': [{'id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:05.266299 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-254c24a1-fae2-4226-8581-e735dbf02af9 service neutron] 10.222.0.97 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323386 Jul 16 19:30:05.708253 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-41d4463c-0a08-4a74-875d-fc2698189ee6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ee7b763e998d4041984eb2c02e84e557&name=default HTTP/1.1" status: 200 len: 2979 time: 4.7103975 Jul 16 19:30:05.711679 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42346) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:05.936497 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-050c13ab-23e2-4db9-9c74-4c1fd2754765 req-49056188-ed4f-4cf8-ae28-518512782744 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 210 time: 0.0881310 Jul 16 19:30:06.003278 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 562a794a-38cd-4120-92cf-ec93a5e6bd73 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:06.028626 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3984f2fb-2ba2-459f-8985-78c2566d38e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.049468 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.091671 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.144089 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3984f2fb-2ba2-459f-8985-78c2566d38e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.202440 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 562a794a-38cd-4120-92cf-ec93a5e6bd73 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:06.203124 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.292593 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Router 80575b91-3ee9-435c-8c01-18152552edde has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:30:06.299041 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66893a31-3f4d-4be4-a179-75f2ed919ec4 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:06.312875 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3984f2fb-2ba2-459f-8985-78c2566d38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.316722 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3984f2fb-2ba2-459f-8985-78c2566d38e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.318253 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3984f2fb-2ba2-459f-8985-78c2566d38e3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fbca66b2-6600-4df4-8fc5-07092d6e00f7 HTTP/1.1" status: 204 len: 168 time: 0.6050947 Jul 16 19:30:06.369344 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984f2fb-2ba2-459f-8985-78c2566d38e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbca66b2-6600-4df4-8fc5-07092d6e00f7,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:06.431342 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.457460 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91535d-2047-4632-bb8b-575ceb56b881 req-2d236d7d-a4d2-43c1-8e0e-f53dab1290ae tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:06.463936 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ba91535d-2047-4632-bb8b-575ceb56b881 req-2d236d7d-a4d2-43c1-8e0e-f53dab1290ae tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 931 time: 0.1646323 Jul 16 19:30:06.477294 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device b1148c5e-e3e6-4ac0-8ff9-98180c5c131e up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:06.583407 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ba91535d-2047-4632-bb8b-575ceb56b881 req-4f236331-9314-436a-9c17-1d759e43e7c6 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051087 Jul 16 19:30:06.619936 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:06.626764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=179805f9-8fad-49ac-9373-bc4ab72e5851,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:06.645187 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:06.646686 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.699988 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:30:06.742409 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Transition to ACTIVE for port object 66893a31-3f4d-4be4-a179-75f2ed919ec4 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:06.758022 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-0058d1d7-3d70-4c8d-badc-8cccfc9cf2f9 admin admin] 10.222.0.97 "PUT /v2.0/routers/80575b91-3ee9-435c-8c01-18152552edde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1397097 Jul 16 19:30:06.759340 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:30:06.788682 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.827320 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:06.832006 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:06.989844 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Checking segment: {'id': 'feacdeb7-e137-43ce-8ff9-b25dad54bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'c4480970-a3ca-4233-8ffa-a380adde2e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:06.990280 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Network hostable DHCP agents. Network: c4480970-a3ca-4233-8ffa-a380adde2e2c, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:30:07.044582 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-68bc66f5-ef7a-40f1-9a28-f8285224f7f8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:07.063365 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-68bc66f5-ef7a-40f1-9a28-f8285224f7f8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 819 time: 0.4856875 Jul 16 19:30:07.098966 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-545a59ed-e6fd-405c-ba9f-46c56c0f3728 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/quotas/74345445f8ea4ab1a35a924c489f2e98 HTTP/1.1" status: 200 len: 375 time: 0.0277770 Jul 16 19:30:07.183395 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:07.257498 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:07.316879 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-0fb3a358-25d9-4d9f-9e9c-fd55f9e246b4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088737 Jul 16 19:30:07.373788 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Network c4480970-a3ca-4233-8ffa-a380adde2e2c is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:30:07.385103 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Pushing event updated for resources: {'Port': ['ID=66893a31-3f4d-4be4-a179-75f2ed919ec4,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:07.500705 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Attempting to bind port 66893a31-3f4d-4be4-a179-75f2ed919ec4 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:07.500705 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Attempting to bind port 66893a31-3f4d-4be4-a179-75f2ed919ec4 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '55bc620e-22fa-42af-83a1-9977552e1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:07.500705 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Attempting to bind port 66893a31-3f4d-4be4-a179-75f2ed919ec4 on network b4065ded-2992-4b38-832e-71fe79b1d935 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:07.526615 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, c4480970-a3ca-4233-8ffa-a380adde2e2c) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:07.538003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:07.558966 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f576540-847e-466d-9b6a-ee399c1d3999 None None] Network c4480970-a3ca-4233-8ffa-a380adde2e2c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:07.615096 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:07.678838 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-c6a3988b-a3bd-4362-b9c1-efde1d875145 service neutron] 10.222.0.97 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555703 Jul 16 19:30:07.701394 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:07.895810 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Allocated IP 172.27.2.45 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/88c8174e-964c-4652-be04-2e96074a88cf) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:30:07.983609 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-90b9177a-e65e-47df-927f-9e72d30e0f90 service neutron] 10.222.0.97 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980268 Jul 16 19:30:08.176787 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:08.177425 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.233043 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Port 66893a31-3f4d-4be4-a179-75f2ed919ec4 on network b4065ded-2992-4b38-832e-71fe79b1d935 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:30:08.244151 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:08.261003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Attempting to bind port 66893a31-3f4d-4be4-a179-75f2ed919ec4 on network b4065ded-2992-4b38-832e-71fe79b1d935 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:08.350615 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.423075 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:08.424701 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Checking segment: {'id': '55bc620e-22fa-42af-83a1-9977552e1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:08.428413 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Bound using segment: {'id': '55bc620e-22fa-42af-83a1-9977552e1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:08.433986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Bound port: 66893a31-3f4d-4be4-a179-75f2ed919ec4, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bc620e-22fa-42af-83a1-9977552e1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:08.435046 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.455739 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-d2580da3-f032-44b1-b0b0-a7d5a7d2a9bf admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.4609153 Jul 16 19:30:08.681962 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42466) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:08.696539 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918318814', 'description': 'tempest-description--985943948'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:08.703368 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e579d-99aa-4de6-bb6f-29a0c0144501 None None] Network c4480970-a3ca-4233-8ffa-a380adde2e2c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:08.777857 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.811445 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.812242 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57028a-0ff3-4784-af59-25de9d263a5a req-7e7206d4-ced2-409b-bae5-4f762a131d9f tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:08.819400 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5b57028a-0ff3-4784-af59-25de9d263a5a req-7e7206d4-ced2-409b-bae5-4f762a131d9f tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 943 time: 0.2992437 Jul 16 19:30:08.929975 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3d84a9e7-f4dc-40f5-be38-f866e5def3ce req-f6a431bd-a815-4fa7-a058-ceaf21e1d1be tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 210 time: 0.1263571 Jul 16 19:30:09.008701 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5b57028a-0ff3-4784-af59-25de9d263a5a req-bb88a7cb-b157-40c8-b457-8832d4510a15 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882398 Jul 16 19:30:09.076051 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] For port 66893a31-3f4d-4be4-a179-75f2ed919ec4, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:09.081396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.089288 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.137436 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.139718 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4529901 Jul 16 19:30:09.141411 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:09.146672 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42486) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:09.157467 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'security_group_rule': {'security_group_id': 'a88b69b0-3cd6-4e02-ae80-deb62e3924c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:09.177696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778403e1-aa50-4f2c-94d2-5441c837f5f0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b69b0-3cd6-4e02-ae80-deb62e3924c7,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:09.216231 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:09.221910 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:09.224267 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.268079 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:01Z', 'revision_number': 2, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:09.352288 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:30:09.353203 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Updating router 80575b91-3ee9-435c-8c01-18152552edde port fcc1caf1-7ce1-4906-83a6-460e19a67141 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:30:09.585878 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.597262 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.641558 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.645469 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f63da4b-f907-4862-bae5-8e2190210266,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:09.654439 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.659649 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e376a143-f6d0-4cf6-825b-fdb20db34515 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5097156 Jul 16 19:30:09.661098 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42508) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:09.671029 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'security_group_rule': {'security_group_id': 'a88b69b0-3cd6-4e02-ae80-deb62e3924c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:09.703933 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.721992 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] For port 66893a31-3f4d-4be4-a179-75f2ed919ec4, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4,segment=NetworkSegment(55bc620e-22fa-42af-83a1-9977552e1e79),segment_id=55bc620e-22fa-42af-83a1-9977552e1e79)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:09.743436 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.753722 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'Port': ['ID=88c8174e-964c-4652-be04-2e96074a88cf,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:09.799109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.984986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:09.988249 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:10.017222 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device b1148c5e-e3e6-4ac0-8ff9-98180c5c131e up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:10.022926 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] 10.222.0.76 "PUT /v2.0/ports/66893a31-3f4d-4be4-a179-75f2ed919ec4 HTTP/1.1" status: 200 len: 1093 time: 9.5402331 Jul 16 19:30:10.064764 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.76', 58163) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:10.252967 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb36b357-8719-4609-8220-13182b440e37', 'tag': '66893a31-3f4d-4be4-a179-75f2ed919ec4'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:10.491001 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:10.501495 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ee1392ce-5423-4d3e-8b34-64ae443d478b req-32a0a464-797d-4cf4-b395-478171f69646 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 210 time: 0.2243507 Jul 16 19:30:10.580709 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:10.705002 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:10.781607 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c157a0-36ca-40e1-bfad-ead3f4f92a7a service neutron] Pushing event updated for resources: {'Port': ['ID=66893a31-3f4d-4be4-a179-75f2ed919ec4,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:10.791408 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a1a9c3-c062-4abb-ad9f-8bc77ae44c48,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:10.825921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42558) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:10.847699 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-831282046-network', 'tenant_id': '334d4f87ada74f9d95b9361abfeb61fd'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:10.913868 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:10.929029 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-5c30dac9-0fc9-4fa9-941b-cfaf394efe69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2661760 Jul 16 19:30:10.949733 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42566) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:10.973430 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'floatingip': {'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:11.003270 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-69c13252-e869-4672-9b33-c9075d801837 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:11.016718 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-69c13252-e869-4672-9b33-c9075d801837 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 819 time: 0.9472373 Jul 16 19:30:11.093221 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaf642-927c-4502-8357-1b4e3877eb4f req-827c4476-dfb3-4efb-be5f-735ff27848d2 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:11.094841 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbeaf642-927c-4502-8357-1b4e3877eb4f req-827c4476-dfb3-4efb-be5f-735ff27848d2 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 943 time: 0.6303566 Jul 16 19:30:11.140367 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Made reservation on behalf of 334d4f87ada74f9d95b9361abfeb61fd for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:11.154198 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.186125 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42578) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:11.218496 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.220876 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.222108 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d57fa9b1-dd81-4b54-a940-7e16fe7ace78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:11.224032 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-d57fa9b1-dd81-4b54-a940-7e16fe7ace78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=652f1de019d9492da1491dac93e1fde5&device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 1096 time: 0.6020916 Jul 16 19:30:11.235012 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.245980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Transition to ACTIVE for port object fcc1caf1-7ce1-4906-83a6-460e19a67141 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:11.254463 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52253ce9-804f-4a8c-ab5f-8b15d486a20b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb36b357-8719-4609-8220-13182b440e37", "tag": "66893a31-3f4d-4be4-a179-75f2ed919ec4"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:11.259322 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:11.260248 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.276189 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.308818 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbeaf642-927c-4502-8357-1b4e3877eb4f req-147998f0-86ea-4674-9eda-f042447f330f tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985991 Jul 16 19:30:11.397622 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Request body: {'port': {'device_id': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'admin_state_up': True, 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:11.573598 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77034498-a9ce-484f-97ba-360aa62dc133 None None] Pushing event updated for resources: {'Port': ['ID=fcc1caf1-7ce1-4906-83a6-460e19a67141,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:11.595101 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-745a9450-ded9-4b60-a7bf-ed31e91ba6b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4 HTTP/1.1" status: 200 len: 217 time: 0.2277460 Jul 16 19:30:11.707613 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-38e715d1-b07f-46e2-a20b-f6b1b524defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:11.710169 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-38e715d1-b07f-46e2-a20b-f6b1b524defc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=07c7e1b3-619e-42d9-b45a-a3e7ed58d72e HTTP/1.1" status: 200 len: 852 time: 0.0925059 Jul 16 19:30:11.715912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eeb609-92c6-4bd9-94b0-b95d99610976 x-openstack-request-id: req-a0eeb609-92c6-4bd9-94b0-b95d99610976 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:11.716203 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb36b357-8719-4609-8220-13182b440e37", "tag": "66893a31-3f4d-4be4-a179-75f2ed919ec4", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:11.716683 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a0eeb609-92c6-4bd9-94b0-b95d99610976 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:11.717194 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb36b357-8719-4609-8220-13182b440e37', 'tag': '66893a31-3f4d-4be4-a179-75f2ed919ec4', 'status': 'completed', 'code': 200} Jul 16 19:30:11.719616 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Attempting to bind port fcc1caf1-7ce1-4906-83a6-460e19a67141 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:11.719999 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Attempting to bind port fcc1caf1-7ce1-4906-83a6-460e19a67141 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:11.720364 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Attempting to bind port fcc1caf1-7ce1-4906-83a6-460e19a67141 on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:11.725779 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:11.726185 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Checking segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:11.726772 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.727466 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Bound using segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:11.727947 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Bound port: fcc1caf1-7ce1-4906-83a6-460e19a67141, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:11.728338 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.747516 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2c16968b-8ca1-4bc7-b2cd-3266dfbc93cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.812387 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-81b8dcfe-a822-4605-8b15-326536ecd58b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b4065ded-2992-4b38-832e-71fe79b1d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761416 Jul 16 19:30:11.835312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] For port fcc1caf1-7ce1-4906-83a6-460e19a67141, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:11.840080 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] For port fcc1caf1-7ce1-4906-83a6-460e19a67141, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=fcc1caf1-7ce1-4906-83a6-460e19a67141,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:11.846883 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.890124 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-350989ec-9bac-4260-ad10-82cd35149eab req-8cc53669-610c-4b0d-b940-dc3c247976d2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 210 time: 0.1839883 Jul 16 19:30:11.936409 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.944951 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:11.946821 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:29:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:11.949449 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77034498-a9ce-484f-97ba-360aa62dc133 None None] Pushing event updated for resources: {'Port': ['ID=fcc1caf1-7ce1-4906-83a6-460e19a67141,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:11.973719 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.985292 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.76', 58169) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:12.110418 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.133551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.163608 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.182099 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:30:12.188477 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:12.293720 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42614) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:12.305384 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-821bb14c-80b6-4a3b-8ae6-6fb9824bb329 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:12.307502 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-821bb14c-80b6-4a3b-8ae6-6fb9824bb329 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 819 time: 0.3008845 Jul 16 19:30:12.313962 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.314738 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Added segment 782b18fe-0c4f-4ef1-85d7-27e57df9fa3a of type vlan for network e559a0ba-2d40-47b6-b250-2d55dacfb76a Jul 16 19:30:12.317395 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9764439-e662-4d0a-bbbe-992a9351386e,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:12.404098 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Request body: {'port': {'device_id': '529f91b0-102b-4cf2-af43-2d2341074265', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'admin_state_up': True, 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:12.418322 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'Port': ['ID=88c8174e-964c-4652-be04-2e96074a88cf,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:12.435590 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.471774 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-e773253b-dae4-44f0-ab93-5573ecd26bd9 service neutron] 10.222.0.76 "GET /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566012 Jul 16 19:30:12.490720 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.585684 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95b475b9-b2d1-46c6-bee7-16439ab159e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.646645 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.647865 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:12.648108 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.651193 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:11Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:12.682001 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2c16968b-8ca1-4bc7-b2cd-3266dfbc93cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.689717 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5bed5-3f62-4f83-85e6-216b0236050a None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:11Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:12.702434 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2c16968b-8ca1-4bc7-b2cd-3266dfbc93cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:12.779454 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f061c88c-0ddc-4fcb-a15c-03a40925f97d req-263766fd-41d9-4b43-8f8d-59b8590ef0a3 service neutron] 10.222.0.76 "GET /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732878 Jul 16 19:30:12.817597 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2c16968b-8ca1-4bc7-b2cd-3266dfbc93cb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=98e067e200ff4ce7a4913123a6dc3d47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6288822 Jul 16 19:30:12.819791 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Allocated IP 172.27.2.20 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/2e260408-530b-493e-a47c-fad7e7e2d5fd) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:30:12.826352 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42638) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:12.838560 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16968b-8ca1-4bc7-b2cd-3266dfbc93cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feca73b-20f9-43bb-b86a-63027346d9eb,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:12.880921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] Pushing event updated for resources: {'Network': ['ID=e559a0ba-2d40-47b6-b250-2d55dacfb76a,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:12.893772 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network e559a0ba-2d40-47b6-b250-2d55dacfb76a details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:30:12.934450 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c3cb-22cd-4600-a5ce-f9cd3e03e246 req-afff8912-266a-48d7-b386-96abaf135ba8 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:12.937241 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8d5c3cb-22cd-4600-a5ce-f9cd3e03e246 req-afff8912-266a-48d7-b386-96abaf135ba8 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 943 time: 0.3722932 Jul 16 19:30:12.940008 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42642) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:12.975667 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Made reservation on behalf of 74345445f8ea4ab1a35a924c489f2e98 for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:12.982456 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.010676 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c31420fc-f58d-4288-b318-cd50818dd170 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1721976 Jul 16 19:30:13.022851 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42646) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:13.038020 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Request body: {'subnet': {'network_id': 'e559a0ba-2d40-47b6-b250-2d55dacfb76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-831282046-subnet', 'tenant_id': '334d4f87ada74f9d95b9361abfeb61fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:13.055792 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.066517 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-dc41817b-34aa-448c-b8f4-9061e996e88b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5068133 Jul 16 19:30:13.190109 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.224289 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8d5c3cb-22cd-4600-a5ce-f9cd3e03e246 req-ffe6c42c-dcf1-47d8-8823-99b0b4735980 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761719 Jul 16 19:30:13.237520 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95b475b9-b2d1-46c6-bee7-16439ab159e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.250278 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2f345a27-5254-4f59-a9cd-3ecff150d3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.252318 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95b475b9-b2d1-46c6-bee7-16439ab159e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.252737 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9c3aa91-860a-4935-a1d6-3e287952743f req-9aa9906e-0f6e-45aa-ac64-685eac86fab7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 210 time: 0.1988456 Jul 16 19:30:13.294963 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c9bd2b26-2999-4fe1-b668-1d441d6363b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.304504 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-2b313b10-d8b5-43bd-833b-396af814fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:13.307586 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-2b313b10-d8b5-43bd-833b-396af814fc83 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=652f1de019d9492da1491dac93e1fde5&device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 1096 time: 0.4198074 Jul 16 19:30:13.371255 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-95b475b9-b2d1-46c6-bee7-16439ab159e3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5863cc4436a041cdb2e80e44d82ea354&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689523 Jul 16 19:30:13.381976 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2f345a27-5254-4f59-a9cd-3ecff150d3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.383901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42660) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:13.385909 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Made reservation on behalf of 74345445f8ea4ab1a35a924c489f2e98 for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:13.389677 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.413176 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.460327 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b475b9-b2d1-46c6-bee7-16439ab159e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c08679-ee34-4b85-8752-b207108c16c6,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:13.511189 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Made reservation on behalf of 334d4f87ada74f9d95b9361abfeb61fd for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:13.513526 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.522829 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Allocated IP 172.20.0.3 (79c327eb-9260-4b35-9d04-f138985f4c74/8740f299-e833-4922-83b7-81250cd5a5e6/443e8b38-d992-46ea-a8dc-789d89f70a28) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:30:13.562824 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:13.571438 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-1371bc6d-b4ae-4377-9d98-0eb106880443 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1786114209&fields=id&tenant_id=de95dda8e8e149dd80d817abc76616b0 HTTP/1.1" status: 200 len: 267 time: 0.2149270 Jul 16 19:30:13.579884 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:13.596425 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:13.600134 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'Port': ['ID=2e260408-530b-493e-a47c-fad7e7e2d5fd,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:13.643862 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2f345a27-5254-4f59-a9cd-3ecff150d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.647212 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2f345a27-5254-4f59-a9cd-3ecff150d3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.651489 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2f345a27-5254-4f59-a9cd-3ecff150d3b6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9feca73b-20f9-43bb-b86a-63027346d9eb HTTP/1.1" status: 204 len: 168 time: 0.8204546 Jul 16 19:30:13.686847 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f345a27-5254-4f59-a9cd-3ecff150d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feca73b-20f9-43bb-b86a-63027346d9eb,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:13.692389 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-0a7b32d0-210a-4bb3-9e96-9aefd5be1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:13.693821 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-0a7b32d0-210a-4bb3-9e96-9aefd5be1fd6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b4065ded-2992-4b38-832e-71fe79b1d935 HTTP/1.1" status: 200 len: 914 time: 0.3687906 Jul 16 19:30:13.748883 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.756227 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-99e0de5b-c437-4413-bc27-ff394eaccf0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4 HTTP/1.1" status: 200 len: 217 time: 0.0514190 Jul 16 19:30:13.846086 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device fcc1caf1-7ce1-4906-83a6-460e19a67141 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:13.865831 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f187f328-1188-4ea7-9773-6dc1c6002c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.877788 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.928881 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f187f328-1188-4ea7-9773-6dc1c6002c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.943905 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-5fbf93e6-bcaf-44fc-b23f-ba953ae2357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:13.952835 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-5fbf93e6-bcaf-44fc-b23f-ba953ae2357d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=07c7e1b3-619e-42d9-b45a-a3e7ed58d72e HTTP/1.1" status: 200 len: 852 time: 0.1800034 Jul 16 19:30:13.983730 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port fcc1caf1-7ce1-4906-83a6-460e19a67141 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:13.988460 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port fcc1caf1-7ce1-4906-83a6-460e19a67141 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:13.988843 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.016450 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f187f328-1188-4ea7-9773-6dc1c6002c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.018985 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f187f328-1188-4ea7-9773-6dc1c6002c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.020140 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-f187f328-1188-4ea7-9773-6dc1c6002c5b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/20c08679-ee34-4b85-8752-b207108c16c6 HTTP/1.1" status: 204 len: 168 time: 0.6351714 Jul 16 19:30:14.034064 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-82cb4ab7-7cda-4a22-b81d-da1731463aaa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b4065ded-2992-4b38-832e-71fe79b1d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768330 Jul 16 19:30:14.064669 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f328-1188-4ea7-9773-6dc1c6002c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c08679-ee34-4b85-8752-b207108c16c6,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.169128 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42672) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:14.184936 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.196110 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-17e9d12d-5500-40b0-8b2f-4db70eedb0bc tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:14.204650 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-17e9d12d-5500-40b0-8b2f-4db70eedb0bc tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 811 time: 0.6103907 Jul 16 19:30:14.238901 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port fcc1caf1-7ce1-4906-83a6-460e19a67141, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=fcc1caf1-7ce1-4906-83a6-460e19a67141,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:14.245516 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.249701 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ad2c662c-9787-4e45-a3d5-e61b672e92cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.275522 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-ac07d30b-c1cb-4dc8-97e2-03db9030c467 service neutron] 10.222.0.76 "GET /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328076 Jul 16 19:30:14.288746 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c9bd2b26-2999-4fe1-b668-1d441d6363b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.293894 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-eb457ab4-96fe-4a6c-bd91-8e89519be4eb tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/quotas/de95dda8e8e149dd80d817abc76616b0 HTTP/1.1" status: 200 len: 375 time: 0.0881143 Jul 16 19:30:14.335304 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.338650 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c9bd2b26-2999-4fe1-b668-1d441d6363b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.343748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=fcc1caf1-7ce1-4906-83a6-460e19a67141,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.426863 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.439528 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.462960 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.476303 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-52253ce9-804f-4a8c-ab5f-8b15d486a20b req-8084e18b-4c77-4c8b-ad6e-fc658d247fb7 service neutron] 10.222.0.76 "GET /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945233 Jul 16 19:30:14.483005 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.517114 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c9bd2b26-2999-4fe1-b668-1d441d6363b7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2b6c184739a54ab5a158d22edb35399c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5757318 Jul 16 19:30:14.526681 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42684) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:14.541816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'Port': ['ID=2e260408-530b-493e-a47c-fad7e7e2d5fd,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.557061 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd2b26-2999-4fe1-b668-1d441d6363b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c949bb1-396b-465b-818b-6183d627a643,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.602544 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44d42290-8a48-435f-a6cd-d0392935e079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.628033 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44d42290-8a48-435f-a6cd-d0392935e079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.631165 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ebefd0-94f0-48e8-b8d1-131f9a55bfb0,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.694996 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.702657 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44d42290-8a48-435f-a6cd-d0392935e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.705178 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-44d42290-8a48-435f-a6cd-d0392935e079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.708820 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-44d42290-8a48-435f-a6cd-d0392935e079 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3c949bb1-396b-465b-818b-6183d627a643 HTTP/1.1" status: 204 len: 168 time: 0.1754918 Jul 16 19:30:14.717362 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d42290-8a48-435f-a6cd-d0392935e079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c949bb1-396b-465b-818b-6183d627a643,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.730847 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42688) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:14.747088 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cd67abd2-e890-453b-b679-c5cea5cd5a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.816701 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-46d4c5c2-3ea6-4e03-8886-aa74875c846b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4949582 Jul 16 19:30:14.817433 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Checking segment: {'id': '782b18fe-0c4f-4ef1-85d7-27e57df9fa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'e559a0ba-2d40-47b6-b250-2d55dacfb76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:14.817788 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Network hostable DHCP agents. Network: e559a0ba-2d40-47b6-b250-2d55dacfb76a, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:30:14.830947 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Network 79c327eb-9260-4b35-9d04-f138985f4c74 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:14.852668 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072daabb-04a0-4099-897e-448acfbf2969 req-ae5c8c28-e984-4c2f-a985-2ae00467ed6a tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:14.854261 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-072daabb-04a0-4099-897e-448acfbf2969 req-ae5c8c28-e984-4c2f-a985-2ae00467ed6a tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 943 time: 0.4456031 Jul 16 19:30:14.870337 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:14.900102 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:14.905894 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:14.906530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.960957 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Allocated IP 172.20.0.4 (79c327eb-9260-4b35-9d04-f138985f4c74/8740f299-e833-4922-83b7-81250cd5a5e6/61b64db2-fe4d-42b9-8885-3441e2aa8578) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:30:14.975888 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Pushing event updated for resources: {'Port': ['ID=443e8b38-d992-46ea-a8dc-789d89f70a28,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:14.979036 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Network e559a0ba-2d40-47b6-b250-2d55dacfb76a is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:30:15.014404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ad2c662c-9787-4e45-a3d5-e61b672e92cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.024645 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.026324 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9eb5e231-692e-40e3-9aea-c8399428b08b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0632215 Jul 16 19:30:15.027232 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, e559a0ba-2d40-47b6-b250-2d55dacfb76a) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:15.043042 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4cd01-d961-4c22-a240-3a8bfdd1be94 None None] Network e559a0ba-2d40-47b6-b250-2d55dacfb76a requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:15.092227 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ad2c662c-9787-4e45-a3d5-e61b672e92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.134312 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:15.137366 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.145940 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-c4ea89b3-8877-4972-8234-c4159187c01c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7640321 Jul 16 19:30:15.194995 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-072daabb-04a0-4099-897e-448acfbf2969 req-fef7ab20-7c4f-4dc8-89e5-3308c57ce71e tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971556 Jul 16 19:30:15.205087 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cd67abd2-e890-453b-b679-c5cea5cd5a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.219236 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cd67abd2-e890-453b-b679-c5cea5cd5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.223161 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Request body: {'port': {'device_id': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:15.293050 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-cd67abd2-e890-453b-b679-c5cea5cd5a4d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b316dcf26ac24a67b0d8491e5bab6cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610330 Jul 16 19:30:15.302076 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42694) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:15.317756 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-ad2c662c-9787-4e45-a3d5-e61b672e92cf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a48268951fec48eea037cc2e776ff3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1454413 Jul 16 19:30:15.323249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42696) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:15.323823 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42698) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:15.332687 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-57d48022-02a9-47ff-803b-94dcc805a4aa admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2994998 Jul 16 19:30:15.362157 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c662c-9787-4e45-a3d5-e61b672e92cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bec0aeb-1e91-4c2a-abcb-648501a5bded,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:15.397764 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-858379da-d66f-48c3-9966-25f4bdba3579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.399028 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577625dd-c1ad-4192-8419-ff4c1987bc0e None None] Network e559a0ba-2d40-47b6-b250-2d55dacfb76a requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:15.424596 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5ca8d626-b74f-4a42-b6af-f6df1cec5c55 service neutron] 10.222.0.97 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670831 Jul 16 19:30:15.449902 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67abd2-e890-453b-b679-c5cea5cd5a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8fdba6-19de-48a1-b6f3-8c9b3ac1e8a2,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:15.518320 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42704) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:15.582757 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Deleting subnet 179805f9-8fad-49ac-9373-bc4ab72e5851 {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:30:15.587266 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.623518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 66893a31-3f4d-4be4-a179-75f2ed919ec4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:15.642942 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.654284 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.724365 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.741463 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcc9a-065f-464f-ae91-0d503037e98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.805839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179805f9-8fad-49ac-9373-bc4ab72e5851,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:15.890582 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcc9a-065f-464f-ae91-0d503037e98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.925508 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device fcc1caf1-7ce1-4906-83a6-460e19a67141 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:15.973106 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.974554 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2deae7e1-f2e3-4b66-b4aa-e7d8e8b44040 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/179805f9-8fad-49ac-9373-bc4ab72e5851 HTTP/1.1" status: 204 len: 168 time: 0.4554939 Jul 16 19:30:15.977556 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42708) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:16.001210 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 66893a31-3f4d-4be4-a179-75f2ed919ec4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4,segment=NetworkSegment(55bc620e-22fa-42af-83a1-9977552e1e79),segment_id=55bc620e-22fa-42af-83a1-9977552e1e79)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:16.013242 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.021053 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e579199-a301-4697-a16b-bf2b7f16cec1 req-632b880d-86ed-46ae-bdc1-e97fb1f1ddd8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 210 time: 0.3047423 Jul 16 19:30:16.044642 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '66893a31-3f4d-4be4-a179-75f2ed919ec4', 'network_id': 'b4065ded-2992-4b38-832e-71fe79b1d935', 'port_id': '66893a31-3f4d-4be4-a179-75f2ed919ec4', 'mac_address': 'fa:16:3e:f1:2c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c7e1b3-619e-42d9-b45a-a3e7ed58d72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:16.065431 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcc9a-065f-464f-ae91-0d503037e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.070999 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcc9a-065f-464f-ae91-0d503037e98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.074885 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-cc6dcc9a-065f-464f-ae91-0d503037e98f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dd8fdba6-19de-48a1-b6f3-8c9b3ac1e8a2 HTTP/1.1" status: 204 len: 168 time: 0.7634363 Jul 16 19:30:16.123489 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dcc9a-065f-464f-ae91-0d503037e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8fdba6-19de-48a1-b6f3-8c9b3ac1e8a2,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:16.168769 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.225337 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.242783 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port fcc1caf1-7ce1-4906-83a6-460e19a67141 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:16.243454 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.293641 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66893a31-3f4d-4be4-a179-75f2ed919ec4 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:16.327443 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 66893a31-3f4d-4be4-a179-75f2ed919ec4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4,segment=NetworkSegment(55bc620e-22fa-42af-83a1-9977552e1e79),segment_id=55bc620e-22fa-42af-83a1-9977552e1e79)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:16.334654 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.426265 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=66893a31-3f4d-4be4-a179-75f2ed919ec4,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:16.444572 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-7678f2fe-5495-4e3a-84c4-419dcfb84f7f service neutron] 10.222.0.97 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264040 Jul 16 19:30:16.486918 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.501134 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.501618 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.502483 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.503009 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > port after_create 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.503460 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.503905 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > port after_update 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.504446 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.504896 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.505498 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.505868 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.584822 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['66893a31-3f4d-4be4-a179-75f2ed919ec4'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:16.616157 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.844884 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3ff79acc-be5b-4056-b0c5-70f1d1f790b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.850930 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.852210 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.853106 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.853661 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:16.854310 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4480970-a3ca-4233-8ffa-a380adde2e2c']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:16.908766 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feacdeb7-e137-43ce-8ff9-b25dad54bd63') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:16.911171 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feacdeb7-e137-43ce-8ff9-b25dad54bd63') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:16.920248 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.951378 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.981311 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.990355 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-4ec08a8e-5877-47ca-a6f4-858d39a08910 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--918318814&fields=id&tenant_id=38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 267 time: 0.5432723 Jul 16 19:30:16.997749 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:30:16.998518 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: from cryptography.utils import int_from_bytes Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: from cryptography.utils import int_from_bytes Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:30:17.016723 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:30:17.065349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3ff79acc-be5b-4056-b0c5-70f1d1f790b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.139141 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-858379da-d66f-48c3-9966-25f4bdba3579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.169415 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Network 79c327eb-9260-4b35-9d04-f138985f4c74 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:17.184428 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-858379da-d66f-48c3-9966-25f4bdba3579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.203047 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Pushing event updated for resources: {'Port': ['ID=61b64db2-fe4d-42b9-8885-3441e2aa8578,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:17.205626 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:17.255170 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.280396 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4480970-a3ca-4233-8ffa-a380adde2e2c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:17.282989 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.285592 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-b5083047-7c08-4e0a-9301-0f19d4b6b752 admin admin] 10.222.0.97 "DELETE /v2.0/networks/c4480970-a3ca-4233-8ffa-a380adde2e2c HTTP/1.1" status: 204 len: 168 time: 1.3058028 Jul 16 19:30:17.288269 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42752) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:17.310695 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858379da-d66f-48c3-9966-25f4bdba3579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76a1be-1811-4c37-bbd8-0439d1da9142,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:17.343632 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Deleting subnet e9ebefd0-94f0-48e8-b8d1-131f9a55bfb0 {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:30:17.349061 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.391435 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:17.398758 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:17.399896 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.409643 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-858379da-d66f-48c3-9966-25f4bdba3579 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8f2fb3127ab3481bb0a2ef29109773b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0798137 Jul 16 19:30:17.420685 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.422610 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42756) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:17.444542 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3ff79acc-be5b-4056-b0c5-70f1d1f790b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.447208 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3ff79acc-be5b-4056-b0c5-70f1d1f790b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.448562 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3ff79acc-be5b-4056-b0c5-70f1d1f790b3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3bec0aeb-1e91-4c2a-abcb-648501a5bded HTTP/1.1" status: 204 len: 168 time: 2.1175253 Jul 16 19:30:17.458719 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590358c-e2a2-4cd0-9c2f-6e40ca75b90d req-e3ebe8e5-0ea9-41d2-860c-9d881d12d0f5 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:17.460528 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b590358c-e2a2-4cd0-9c2f-6e40ca75b90d req-e3ebe8e5-0ea9-41d2-860c-9d881d12d0f5 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 944 time: 0.6054401 Jul 16 19:30:17.522901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff79acc-be5b-4056-b0c5-70f1d1f790b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bec0aeb-1e91-4c2a-abcb-648501a5bded,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:17.545840 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 66893a31-3f4d-4be4-a179-75f2ed919ec4 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:17.550962 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-a2cd82fa-18b3-4a08-89d1-9ef3bca823ab tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:17.561812 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-a2cd82fa-18b3-4a08-89d1-9ef3bca823ab tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 817 time: 0.5175388 Jul 16 19:30:17.564361 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7d9d3f3e-6e29-40ed-b5bc-b845819a2650 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1722171 Jul 16 19:30:17.597808 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.639566 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Request body: {'port': {'device_id': '529f91b0-102b-4cf2-af43-2d2341074265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:17.689272 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-67746831-9759-4c65-a098-f5a08b8d7351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.761593 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 66893a31-3f4d-4be4-a179-75f2ed919ec4 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:17.765547 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-67746831-9759-4c65-a098-f5a08b8d7351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.774501 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 66893a31-3f4d-4be4-a179-75f2ed919ec4 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:17.776268 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.788577 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-307fc4cc-cb62-47e0-bca3-b422347ebe93 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/quotas/38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 375 time: 0.1749275 Jul 16 19:30:17.853055 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.924021 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.929072 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e9ebefd0-94f0-48e8-b8d1-131f9a55bfb0 HTTP/1.1" status: 204 len: 168 time: 0.6372581 Jul 16 19:30:17.932627 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 42766) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:17.933256 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274d69b-d4df-4699-914f-ee16789e5ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ebefd0-94f0-48e8-b8d1-131f9a55bfb0,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:17.936010 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:17.945533 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b590358c-e2a2-4cd0-9c2f-6e40ca75b90d req-9edeb2fc-0bff-468b-ba74-9105c3b61772 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254906 Jul 16 19:30:17.963201 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.013939 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443e8b38-d992-46ea-a8dc-789d89f70a28 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:18.018512 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36b357-8719-4609-8220-13182b440e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66893a31-3f4d-4be4-a179-75f2ed919ec4'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:18.026415 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-67746831-9759-4c65-a098-f5a08b8d7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.031049 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-67746831-9759-4c65-a098-f5a08b8d7351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.034667 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-67746831-9759-4c65-a098-f5a08b8d7351 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8c76a1be-1811-4c37-bbd8-0439d1da9142 HTTP/1.1" status: 204 len: 168 time: 0.6108150 Jul 16 19:30:18.049724 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67746831-9759-4c65-a098-f5a08b8d7351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76a1be-1811-4c37-bbd8-0439d1da9142,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:18.052689 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.186150 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 66893a31-3f4d-4be4-a179-75f2ed919ec4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4,segment=NetworkSegment(55bc620e-22fa-42af-83a1-9977552e1e79),segment_id=55bc620e-22fa-42af-83a1-9977552e1e79)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:18.193264 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.258385 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Transition to ACTIVE for port object 443e8b38-d992-46ea-a8dc-789d89f70a28 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:18.258542 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=66893a31-3f4d-4be4-a179-75f2ed919ec4,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:18.281429 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.349751 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.359644 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9e7856ac-4cc0-443a-88a8-2d13f00259ec req-e08166ed-1ae0-4c2b-b401-ec3bf57d7935 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 210 time: 0.1665819 Jul 16 19:30:18.470306 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-2b558a15-72e0-4f57-9faa-1272f3a2765d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6164222 Jul 16 19:30:18.552123 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-2c38844f-ab88-4a17-b3ef-7023564e45c8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:18.553817 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-2c38844f-ab88-4a17-b3ef-7023564e45c8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 811 time: 0.2345598 Jul 16 19:30:18.598668 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0c356-9d58-4c28-8471-0fdb148d1491" -d '{"events": [{"server_uuid": "bb36b357-8719-4609-8220-13182b440e37", "name": "network-vif-plugged", "status": "completed", "tag": "66893a31-3f4d-4be4-a179-75f2ed919ec4"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:18.613732 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Pushing event updated for resources: {'Port': ['ID=443e8b38-d992-46ea-a8dc-789d89f70a28,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:18.625601 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-a97c265d-4e62-4659-8993-146cf8ef8ce8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de95dda8e8e149dd80d817abc76616b0 HTTP/1.1" status: 200 len: 380 time: 0.0627575 Jul 16 19:30:18.635175 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'port': {'device_id': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'admin_state_up': True, 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'security_groups': ['48e3da67-655b-405e-914e-7499c080569e']}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:18.818405 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Made reservation on behalf of de95dda8e8e149dd80d817abc76616b0 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:18.823715 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.974858 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.028153 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.028719 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.029649 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.030194 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > port after_create 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.030715 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > port after_delete 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.031236 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > port after_update 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.031755 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.032256 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.032781 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.033338 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.039582 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Allocated IP 172.20.0.11 (74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f/d5b9a279-0482-4496-9c83-d828be6cdc31/d50763a5-f7bd-4c26-a541-adfca51d1943) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:30:19.214003 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.214611 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.214726 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.215015 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:30:19.215563 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e559a0ba-2d40-47b6-b250-2d55dacfb76a']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:19.223846 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.242586 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Transition to ACTIVE for port object d50763a5-f7bd-4c26-a541-adfca51d1943 will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:19.267126 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Attempting to bind port 443e8b38-d992-46ea-a8dc-789d89f70a28 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:19.267488 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Attempting to bind port 443e8b38-d992-46ea-a8dc-789d89f70a28 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:19.267996 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Attempting to bind port 443e8b38-d992-46ea-a8dc-789d89f70a28 on network 79c327eb-9260-4b35-9d04-f138985f4c74 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:19.283667 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782b18fe-0c4f-4ef1-85d7-27e57df9fa3a') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:19.284239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782b18fe-0c4f-4ef1-85d7-27e57df9fa3a') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:19.292599 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.321002 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Port 443e8b38-d992-46ea-a8dc-789d89f70a28 on network 79c327eb-9260-4b35-9d04-f138985f4c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:30:19.321432 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Attempting to bind port 443e8b38-d992-46ea-a8dc-789d89f70a28 on network 79c327eb-9260-4b35-9d04-f138985f4c74 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:19.339439 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.363014 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:19.370720 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:19.375756 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:19.387866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:19.391415 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Checking segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:19.392227 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Bound using segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:19.392847 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Bound port: 443e8b38-d992-46ea-a8dc-789d89f70a28, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:19.393375 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.409118 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.441419 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-fc8a0c84-67dc-43a4-ac7e-ee4868cbb277 service neutron] 10.222.0.97 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9286726 Jul 16 19:30:19.455789 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:19.456633 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.461139 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:30:19.462909 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.472584 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'Port': ['ID=d50763a5-f7bd-4c26-a541-adfca51d1943,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: from cryptography.utils import int_from_bytes Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: from cryptography.utils import int_from_bytes Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:30:19.474851 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:30:19.488633 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-5cd2d1b2-3b0b-4873-b503-0ecbd91fd8d5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572893 Jul 16 19:30:19.505641 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Request body: {'port': {'device_id': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:19.567615 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da055b2-1f46-4661-9e11-db031ab29dfe req-2bb65daa-b2c3-45df-96d0-93ee6209c490 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:19.571025 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3da055b2-1f46-4661-9e11-db031ab29dfe req-2bb65daa-b2c3-45df-96d0-93ee6209c490 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 931 time: 0.9472191 Jul 16 19:30:19.613210 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.756535 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a01a7f14-9132-4ffa-82e1-389acb594be1 None None] Provisioning for port d50763a5-f7bd-4c26-a541-adfca51d1943 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:19.762379 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a01a7f14-9132-4ffa-82e1-389acb594be1 None None] Provisioning complete for port d50763a5-f7bd-4c26-a541-adfca51d1943 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:19.763031 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a01a7f14-9132-4ffa-82e1-389acb594be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.817768 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b64db2-fe4d-42b9-8885-3441e2aa8578 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:19.833976 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-a01a7f14-9132-4ffa-82e1-389acb594be1 None None] Port d50763a5-f7bd-4c26-a541-adfca51d1943 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:30:19.842197 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.861930 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.901644 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Transition to ACTIVE for port object 61b64db2-fe4d-42b9-8885-3441e2aa8578 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:19.912020 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] For port 443e8b38-d992-46ea-a8dc-789d89f70a28, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:19.917407 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-98fd561f-b377-47b2-b603-dfc4f5b8559f service neutron] 10.222.0.97 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419475 Jul 16 19:30:19.918688 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.921457 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] 10.222.0.97 "DELETE /v2.0/networks/e559a0ba-2d40-47b6-b250-2d55dacfb76a HTTP/1.1" status: 204 len: 168 time: 1.9824831 Jul 16 19:30:19.939597 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3da055b2-1f46-4661-9e11-db031ab29dfe req-ed05d933-2c7c-4092-8829-da1b112388e3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783740 Jul 16 19:30:19.955958 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07431c62-fd19-4916-8148-cac68d093fad admin admin] Pushing event deleted for resources: {'Network': ['ID=e559a0ba-2d40-47b6-b250-2d55dacfb76a,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:19.965357 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.975041 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] For port 443e8b38-d992-46ea-a8dc-789d89f70a28, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=443e8b38-d992-46ea-a8dc-789d89f70a28,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:20.001810 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.037005 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:20.037529 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.039282 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] 10.222.0.76 "PUT /v2.0/ports/443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 1093 time: 4.8258517 Jul 16 19:30:20.040421 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'tag': '443e8b38-d992-46ea-a8dc-789d89f70a28'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:20.044279 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Pushing event updated for resources: {'Port': ['ID=61b64db2-fe4d-42b9-8885-3441e2aa8578,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:20.100464 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50763a5-f7bd-4c26-a541-adfca51d1943 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:20.111919 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.128360 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Transition to ACTIVE for port object d50763a5-f7bd-4c26-a541-adfca51d1943 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:20.137333 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.275724 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Pushing event updated for resources: {'Port': ['ID=d50763a5-f7bd-4c26-a541-adfca51d1943,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:20.306379 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d36c0-d58c-4e42-ac96-5da7bec0dd44 service neutron] Pushing event updated for resources: {'Port': ['ID=443e8b38-d992-46ea-a8dc-789d89f70a28,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:20.327186 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42858) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:20.397073 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Attempting to bind port d50763a5-f7bd-4c26-a541-adfca51d1943 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:20.397413 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Attempting to bind port d50763a5-f7bd-4c26-a541-adfca51d1943 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:20.397743 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Attempting to bind port d50763a5-f7bd-4c26-a541-adfca51d1943 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:20.406915 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Port d50763a5-f7bd-4c26-a541-adfca51d1943 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:30:20.407241 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Attempting to bind port d50763a5-f7bd-4c26-a541-adfca51d1943 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:20.409470 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Attempting to bind port 61b64db2-fe4d-42b9-8885-3441e2aa8578 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:20.410328 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Attempting to bind port 61b64db2-fe4d-42b9-8885-3441e2aa8578 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:20.411512 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Attempting to bind port 61b64db2-fe4d-42b9-8885-3441e2aa8578 on network 79c327eb-9260-4b35-9d04-f138985f4c74 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:20.413143 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:20.413497 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Checking segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:20.414442 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Bound using segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:20.415312 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Bound port: d50763a5-f7bd-4c26-a541-adfca51d1943, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:20.415693 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.504151 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-5c9555c0-def7-45b8-9353-ce9df21c21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:20.505914 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-5c9555c0-def7-45b8-9353-ce9df21c21e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1096 time: 0.3998139 Jul 16 19:30:20.509929 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Port 61b64db2-fe4d-42b9-8885-3441e2aa8578 on network 79c327eb-9260-4b35-9d04-f138985f4c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:30:20.510172 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Attempting to bind port 61b64db2-fe4d-42b9-8885-3441e2aa8578 on network 79c327eb-9260-4b35-9d04-f138985f4c74 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:20.518704 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] For port d50763a5-f7bd-4c26-a541-adfca51d1943, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:20.522607 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] For port d50763a5-f7bd-4c26-a541-adfca51d1943, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d50763a5-f7bd-4c26-a541-adfca51d1943,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:20.527654 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.573186 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:20.574279 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.575904 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] 10.222.0.76 "PUT /v2.0/ports/d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 1094 time: 1.0747750 Jul 16 19:30:20.576630 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:20.579070 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3ee29-4f05-4ca9-92b4-bd01966661e9" -d '{"events": [{"name": "network-changed", "server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:20.590599 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:20.590941 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Checking segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:20.591417 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Bound using segment: {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:20.591974 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Bound port: 61b64db2-fe4d-42b9-8885-3441e2aa8578, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be6334b-657e-42c7-9c7d-9e301ce45f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:20.592444 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.598905 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42866) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:20.626089 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9517353a-cc47-4396-9837-8f9cc88b7b19 x-openstack-request-id: req-9517353a-cc47-4396-9837-8f9cc88b7b19 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:20.626510 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb36b357-8719-4609-8220-13182b440e37", "name": "network-vif-plugged", "status": "completed", "tag": "66893a31-3f4d-4be4-a179-75f2ed919ec4", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:20.626764 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9517353a-cc47-4396-9837-8f9cc88b7b19 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:20.627239 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36b357-8719-4609-8220-13182b440e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66893a31-3f4d-4be4-a179-75f2ed919ec4', 'code': 200} Jul 16 19:30:20.661023 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b0f41-80ae-4134-89fe-ed059cae351f service neutron] Pushing event updated for resources: {'Port': ['ID=d50763a5-f7bd-4c26-a541-adfca51d1943,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:20.755843 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] For port 61b64db2-fe4d-42b9-8885-3441e2aa8578, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:20.779264 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] For port 61b64db2-fe4d-42b9-8885-3441e2aa8578, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:20.784822 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-ea601c4f-7fda-4b3e-998e-5afc3aaf67a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.2675543 Jul 16 19:30:20.798802 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.942588 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:20.943144 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.944900 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] 10.222.0.76 "PUT /v2.0/ports/61b64db2-fe4d-42b9-8885-3441e2aa8578 HTTP/1.1" status: 200 len: 1093 time: 3.3349698 Jul 16 19:30:20.957331 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1779113856-network', 'tenant_id': '60adfc8fe1a84fd688fdfd0aa6ded4bd'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:20.973946 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-eb765cf2-25ed-42a8-8cb2-85574224777e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=58606a6207e8476291146d0da058872f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140182 Jul 16 19:30:20.975010 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42878) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:21.035870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083a0a-a82c-445e-aaab-a8db20a3b5dd req-0e7f2c56-49af-4034-b31d-06bb9e14b46c tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.041983 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71083a0a-a82c-445e-aaab-a8db20a3b5dd req-0e7f2c56-49af-4034-b31d-06bb9e14b46c tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 945 time: 0.6668537 Jul 16 19:30:21.116122 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.76', 58176) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:21.215649 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Made reservation on behalf of 60adfc8fe1a84fd688fdfd0aa6ded4bd for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:21.218263 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.253640 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a26ee7d-f11f-467d-9883-35a5bade1d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "eab378c9-ff9e-4ac4-a4d7-02d8847dda64", "tag": "443e8b38-d992-46ea-a8dc-789d89f70a28"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:21.274426 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-81d92672-8ac2-4c39-85fd-1d2961fd6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.276236 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-81d92672-8ac2-4c39-85fd-1d2961fd6114 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1097 time: 0.5841923 Jul 16 19:30:21.284936 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.310991 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-4a132e70-17e5-43f2-b8ae-c946dda5f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.312799 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-4a132e70-17e5-43f2-b8ae-c946dda5f5a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.4935584 Jul 16 19:30:21.329334 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc294e44-e0cd-4cb1-87fc-c5cb7c289095 service neutron] Pushing event updated for resources: {'Port': ['ID=61b64db2-fe4d-42b9-8885-3441e2aa8578,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:21.401954 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-f5ec816f-631f-4e2a-ba25-345bc050b6e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809798 Jul 16 19:30:21.418019 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71083a0a-a82c-445e-aaab-a8db20a3b5dd req-f7ce53bb-8999-43ed-839e-050ec43fff5c tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499200 Jul 16 19:30:21.421850 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-327f89d3-5f42-4868-bf74-a7ffee7a7d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.451508 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-327f89d3-5f42-4868-bf74-a7ffee7a7d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.498119 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1167116-9c10-4023-8796-b6ff59855740 req-64f5aba3-54c8-4b06-accd-491fbb12217c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.500164 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b1167116-9c10-4023-8796-b6ff59855740 req-64f5aba3-54c8-4b06-accd-491fbb12217c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 944 time: 0.5464664 Jul 16 19:30:21.522113 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-9526652d-2ea2-4db2-9131-f7057e87afb0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 217 time: 0.2239900 Jul 16 19:30:21.662216 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed37f4-c522-4c56-aeb4-f6f1b89994c6 req-f11b720a-b86c-4beb-bd5f-d7affad678be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.663881 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-88ed37f4-c522-4c56-aeb4-f6f1b89994c6 req-f11b720a-b86c-4beb-bd5f-d7affad678be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 1098 time: 0.5436053 Jul 16 19:30:21.693986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-88ed37f4-c522-4c56-aeb4-f6f1b89994c6 req-841e1f36-e673-46c2-ae6e-f397dac478a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.701118 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-14ed46ac-9f41-46cc-9141-2a6520715a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.702661 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-14ed46ac-9f41-46cc-9141-2a6520715a02 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.1594021 Jul 16 19:30:21.711945 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-45986079-6e6d-4cd9-9c28-4b2906922b5d service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803984 Jul 16 19:30:21.759735 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-808b3a40-46ae-47b3-b9b3-26b275299bcd req-a11c8496-ffa0-4af5-a043-d19ccb74dbe1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 210 time: 0.1285400 Jul 16 19:30:21.791164 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-327f89d3-5f42-4868-bf74-a7ffee7a7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.793697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-327f89d3-5f42-4868-bf74-a7ffee7a7d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.797589 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-327f89d3-5f42-4868-bf74-a7ffee7a7d7f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f0670b5b-25fb-49c7-851e-cf4c54ffa2ae HTTP/1.1" status: 204 len: 168 time: 0.8193147 Jul 16 19:30:21.809095 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:21.828539 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-feaa1064-c4ef-4c31-9fc3-9f6783964ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.834655 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-feaa1064-c4ef-4c31-9fc3-9f6783964ce7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 1096 time: 0.7481081 Jul 16 19:30:21.898028 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b1167116-9c10-4023-8796-b6ff59855740 req-a483c5e1-f039-43e7-abae-81becfb0bbec tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754407 Jul 16 19:30:21.965926 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-7bb6919a-3076-4104-9e08-5a7bf5876456 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578 HTTP/1.1" status: 200 len: 217 time: 0.0631487 Jul 16 19:30:22.008930 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-88ed37f4-c522-4c56-aeb4-f6f1b89994c6 req-841e1f36-e673-46c2-ae6e-f397dac478a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.027234 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.030451 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-88ed37f4-c522-4c56-aeb4-f6f1b89994c6 req-841e1f36-e673-46c2-ae6e-f397dac478a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.036997 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f89d3-5f42-4868-bf74-a7ffee7a7d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0670b5b-25fb-49c7-851e-cf4c54ffa2ae,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:22.070640 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cd16f2-47b1-420e-8404-b8018b83dfaa x-openstack-request-id: req-f1cd16f2-47b1-420e-8404-b8018b83dfaa {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:22.071288 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:22.071781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f1cd16f2-47b1-420e-8404-b8018b83dfaa {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:22.072327 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'status': 'completed', 'code': 200} Jul 16 19:30:22.118802 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:30:22.143242 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-88ed37f4-c522-4c56-aeb4-f6f1b89994c6 req-841e1f36-e673-46c2-ae6e-f397dac478a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666259 Jul 16 19:30:22.157410 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb835d-6ee3-4fad-97fa-c3afd36ac3b1,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:22.170287 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.171240 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Added segment 7a577aec-4a8c-4968-afca-afc8a8f0dffe of type vlan for network c0972657-d1f8-4119-b99f-74a582adef99 Jul 16 19:30:22.175657 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-e9f661e8-1faa-4215-959a-28626b970f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.177999 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-e9f661e8-1faa-4215-959a-28626b970f7a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4675004 Jul 16 19:30:22.291999 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e1f36-e673-46c2-ae6e-f397dac478a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=17810a36-ad22-428b-991f-ebe770300fae,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:22.314730 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.394720 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52105a99-ffda-4821-8c7c-322169aef6e0 req-61ac8fc1-516a-4c52-ae3a-85dc06444fa8 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567197 Jul 16 19:30:22.471435 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-34c3b910-df05-48db-b495-fcbb0081775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.472990 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-34c3b910-df05-48db-b495-fcbb0081775a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.1644516 Jul 16 19:30:22.549715 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-15e149dd-bfd3-420f-be6e-6c6054aa9037 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670805 Jul 16 19:30:22.578471 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339d7ab-1a9e-43d9-a80c-9d118686ccd3 req-9664b4f0-94ee-45c1-8870-ae5cb1c8d30c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.586886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6339d7ab-1a9e-43d9-a80c-9d118686ccd3 req-9664b4f0-94ee-45c1-8870-ae5cb1c8d30c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 943 time: 0.2598839 Jul 16 19:30:22.608856 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a8374-c608-40e3-af80-20c20fd2577e x-openstack-request-id: req-c33a8374-c608-40e3-af80-20c20fd2577e {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:22.609213 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab378c9-ff9e-4ac4-a4d7-02d8847dda64", "tag": "443e8b38-d992-46ea-a8dc-789d89f70a28", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:22.609545 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c33a8374-c608-40e3-af80-20c20fd2577e {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:22.610072 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'tag': '443e8b38-d992-46ea-a8dc-789d89f70a28', 'status': 'completed', 'code': 200} Jul 16 19:30:22.700673 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.701628 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.721509 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.747645 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-dfa6e91e-22b8-468c-83a0-305ea0b90391 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200682 Jul 16 19:30:22.788491 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42950) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:22.801942 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-ea0ff27d-3da8-4980-b88f-741e402c391a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.805114 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-ea0ff27d-3da8-4980-b88f-741e402c391a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 817 time: 0.4186530 Jul 16 19:30:22.854554 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6339d7ab-1a9e-43d9-a80c-9d118686ccd3 req-4d8c5624-1b69-43d7-935d-925f9398a216 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663267 Jul 16 19:30:22.967710 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-5f53ebcd-0f2f-4aa1-9b3e-0badc34d0c08 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081278 Jul 16 19:30:22.996557 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-5ae47ac6-8de1-4805-b57f-4a665329aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.998552 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-5ae47ac6-8de1-4805-b57f-4a665329aead service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1096 time: 0.3552036 Jul 16 19:30:23.231418 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a603e822-e4ec-4d5a-ac3b-e52c361fbf5a req-d13433bd-0cd7-42db-8f06-c7c567da2984 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 210 time: 0.0609131 Jul 16 19:30:23.260073 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-fbf1aff1-6a34-457a-8d92-a34b8faeb9b0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=334d4f87ada74f9d95b9361abfeb61fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627254 Jul 16 19:30:23.261484 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] Pushing event updated for resources: {'Network': ['ID=c0972657-d1f8-4119-b99f-74a582adef99,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:23.278644 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network c0972657-d1f8-4119-b99f-74a582adef99 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:30:23.291229 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-ce9c3e0a-26d9-4c87-8467-67233bd5d534 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9620717 Jul 16 19:30:23.295547 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42982) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:23.296423 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 42986) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:23.311792 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37569829-735d-46a9-989a-22a7ff21f00f req-2df6bc41-c29a-45b0-9cbd-2c7c175f3673 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.320768 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37569829-735d-46a9-989a-22a7ff21f00f req-2df6bc41-c29a-45b0-9cbd-2c7c175f3673 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 945 time: 0.4487834 Jul 16 19:30:23.339128 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Request body: {'subnet': {'network_id': 'c0972657-d1f8-4119-b99f-74a582adef99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1779113856-subnet', 'tenant_id': '60adfc8fe1a84fd688fdfd0aa6ded4bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:23.353029 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55e6fafc-c303-440f-b9e6-1fb103d7e17e req-bfc66f47-3cc3-4a17-a917-fa819737a578 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829458 Jul 16 19:30:23.364410 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-ba6e743b-57ce-46b5-8d95-e8ffba491a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.366324 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-ba6e743b-57ce-46b5-8d95-e8ffba491a97 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.3521934 Jul 16 19:30:23.431959 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-8748d9cc-2cc2-433b-ac61-ec559eb527c6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 379 time: 0.1836984 Jul 16 19:30:23.474723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'port': {'device_id': '57957d91-d9dc-423e-b445-c2915b664e68', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'admin_state_up': True, 'tenant_id': '38408fd9f145458bb021223a943d9880', 'security_groups': ['a88b69b0-3cd6-4e02-ae80-deb62e3924c7']}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:23.505767 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-22b8c68b-2160-471a-acce-503cfe5b63da service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237296 Jul 16 19:30:23.538260 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Made reservation on behalf of 60adfc8fe1a84fd688fdfd0aa6ded4bd for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:23.543803 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203074'] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.583673 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-71f14031-8408-408b-ab2e-1d27496a8fb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.1171420 Jul 16 19:30:23.687766 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37569829-735d-46a9-989a-22a7ff21f00f req-2e3271b7-f15c-465f-aff6-0e8293ec2318 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657491 Jul 16 19:30:23.707850 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9775425e-35cb-4dfd-b7f2-eeb576daef79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.716869 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-b80b9858-8404-4ca3-b07d-d4cf408368ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.718695 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-b80b9858-8404-4ca3-b07d-d4cf408368ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.1259937 Jul 16 19:30:23.771143 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-da9d59c1-5c58-47b7-9326-58b0ada2572a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356889 Jul 16 19:30:23.771839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-e351ff07-dc6c-4d81-8773-bec2e1759ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.774337 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-e351ff07-dc6c-4d81-8773-bec2e1759ce1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1097 time: 0.3393939 Jul 16 19:30:23.785227 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9775425e-35cb-4dfd-b7f2-eeb576daef79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.789610 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066a7c-38c8-408d-a59f-b1a06b39d199 req-191f845c-783f-44e7-a5bd-3bdde202ba53 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.791321 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c6066a7c-38c8-408d-a59f-b1a06b39d199 req-191f845c-783f-44e7-a5bd-3bdde202ba53 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 944 time: 0.3259804 Jul 16 19:30:23.895913 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c6066a7c-38c8-408d-a59f-b1a06b39d199 req-5b18f3e0-05db-4af3-9240-3a7645795acb tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893676 Jul 16 19:30:23.935489 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Made reservation on behalf of 38408fd9f145458bb021223a943d9880 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:23.937327 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-2c97c3bc-4841-4bf0-b5a6-76c9a3990d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.943282 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.949465 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-e6329ad0-58f2-4152-ad1a-dadf1b6bdfe7 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567979 Jul 16 19:30:24.066180 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-e9e73d40-8ab9-4aa4-b037-d820a68a1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.067717 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-e9e73d40-8ab9-4aa4-b037-d820a68a1039 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.2695503 Jul 16 19:30:24.072996 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9775425e-35cb-4dfd-b7f2-eeb576daef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:24.074950 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9775425e-35cb-4dfd-b7f2-eeb576daef79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:24.078362 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9775425e-35cb-4dfd-b7f2-eeb576daef79 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d9764439-e662-4d0a-bbbe-992a9351386e HTTP/1.1" status: 204 len: 168 time: 0.7600431 Jul 16 19:30:24.121560 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a26ee7d-f11f-467d-9883-35a5bade1d1c req-5ec83f0a-ee41-430c-afa4-944ac2443a08 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640599 Jul 16 19:30:24.156602 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09094-33b5-4207-827c-70561bf0f82e req-9af21ddf-c50a-4a63-bf79-b92166434342 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.158058 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9ca09094-33b5-4207-827c-70561bf0f82e req-9af21ddf-c50a-4a63-bf79-b92166434342 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 943 time: 0.1374955 Jul 16 19:30:24.189795 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-da7a4af3-ae25-4499-98f0-d043a5aa023b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 217 time: 0.1125705 Jul 16 19:30:24.190548 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775425e-35cb-4dfd-b7f2-eeb576daef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9764439-e662-4d0a-bbbe-992a9351386e,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:24.210309 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9ca09094-33b5-4207-827c-70561bf0f82e req-a05f2046-691c-4f25-a02b-fdb2423d1149 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Jul 16 19:30:24.233341 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30198337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203088'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:24.361151 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3090ecd1-feda-4c79-b1eb-fbe5542c70dd,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:24.367738 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-7026b898-a4b9-42af-975d-165bd29d6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.369605 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-7026b898-a4b9-42af-975d-165bd29d6a8e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.1508460 Jul 16 19:30:24.430429 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Allocated IP 172.20.0.3 (dad9a188-7ecf-48e2-87d4-2554e24b1e68/b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6/2a06e818-9976-44f5-912f-979ff0daf4cf) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:30:24.438113 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54e5fa6c-1ebc-4d35-8769-3098b7f3e029 req-2f0add7e-af0c-4bed-a61d-bdfce082d74b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 210 time: 0.0325427 Jul 16 19:30:24.440001 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Checking segment: {'id': '7a577aec-4a8c-4968-afca-afc8a8f0dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'c0972657-d1f8-4119-b99f-74a582adef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:24.440372 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Network hostable DHCP agents. Network: c0972657-d1f8-4119-b99f-74a582adef99, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:30:24.487804 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43046) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:24.515896 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Network c0972657-d1f8-4119-b99f-74a582adef99 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:30:24.523725 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-6100475a-1302-4049-9552-df429dac2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.525368 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-6100475a-1302-4049-9552-df429dac2e1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1489763 Jul 16 19:30:24.572503 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, c0972657-d1f8-4119-b99f-74a582adef99) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:24.584982 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf885c7-1b44-4c3f-b930-960bf200f1d5 None None] Network c0972657-d1f8-4119-b99f-74a582adef99 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:24.608541 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.608707 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:24.611799 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529f91b0-102b-4cf2-af43-2d2341074265', 'tag': '61b64db2-fe4d-42b9-8885-3441e2aa8578'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:24.615470 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921" -d '{"events": [{"name": "network-changed", "server_uuid": "529f91b0-102b-4cf2-af43-2d2341074265", "tag": "61b64db2-fe4d-42b9-8885-3441e2aa8578"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:24.659588 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1478b781-4526-4583-a1c3-a81af1407715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:24.712136 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9451620b-287e-447e-b2b8-7bedd6f6ade1 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3788671 Jul 16 19:30:24.730192 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f9be8-03e7-4b0b-a618-bc7f14677364 x-openstack-request-id: req-b77f9be8-03e7-4b0b-a618-bc7f14677364 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:24.730901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529f91b0-102b-4cf2-af43-2d2341074265", "tag": "61b64db2-fe4d-42b9-8885-3441e2aa8578", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:24.731385 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b77f9be8-03e7-4b0b-a618-bc7f14677364 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:24.732112 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529f91b0-102b-4cf2-af43-2d2341074265', 'tag': '61b64db2-fe4d-42b9-8885-3441e2aa8578', 'status': 'completed', 'code': 200} Jul 16 19:30:24.795513 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:24.814499 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-2def5f4c-49a2-4e9b-93d2-8e5dd793a5a7 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755942 Jul 16 19:30:24.844723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Transition to ACTIVE for port object 2a06e818-9976-44f5-912f-979ff0daf4cf will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:24.962836 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.016319 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26366016-c679-4d4e-9e1d-97dead3150d4 None None] Network c0972657-d1f8-4119-b99f-74a582adef99 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:25.093009 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-b9d300b8-f2e7-4303-b1f1-df05e0d6ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:25.095763 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-b9d300b8-f2e7-4303-b1f1-df05e0d6ae7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 1096 time: 0.3330548 Jul 16 19:30:25.108456 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:30:25.112100 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:25.127133 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:25.140841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:30:25.160609 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1478b781-4526-4583-a1c3-a81af1407715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.179833 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1478b781-4526-4583-a1c3-a81af1407715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.223335 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:25.224070 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.247998 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-4cac844c-4586-482c-9fa3-19396a9e97b9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7774601 Jul 16 19:30:25.270404 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Request body: {'port': {'device_id': '57957d91-d9dc-423e-b445-c2915b664e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:25.312058 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1be9cc-4cab-4b21-8bab-137d5933a055 req-b48e6f53-5751-43af-9747-c430ea146e9b tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:25.314398 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5b1be9cc-4cab-4b21-8bab-137d5933a055 req-b48e6f53-5751-43af-9747-c430ea146e9b tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 945 time: 0.3850021 Jul 16 19:30:25.349275 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1478b781-4526-4583-a1c3-a81af1407715 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cf86980937084c5f89806a430287df82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8596199 Jul 16 19:30:25.350256 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478b781-4526-4583-a1c3-a81af1407715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081db85-67f3-4c45-ba92-159110c0cb2f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:25.358109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43084) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:25.403281 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.423367 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-f72ddf59-7969-4257-8b42-dc7c92847830 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935037 Jul 16 19:30:25.429669 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-3ce97988-0b9e-4400-ba32-fe5a8c8392c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:25.431473 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-3ce97988-0b9e-4400-ba32-fe5a8c8392c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.3231144 Jul 16 19:30:25.525189 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5b1be9cc-4cab-4b21-8bab-137d5933a055 req-f0c66336-25cf-4c9b-985b-f934dca540b4 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951623 Jul 16 19:30:25.529457 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-713691bd-b609-4b43-8e1c-d891e2dd43bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578 HTTP/1.1" status: 200 len: 217 time: 0.0808089 Jul 16 19:30:25.539608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4f98f605-1efa-43be-a8df-727fb5bcabbf None None] Provisioning for port 2a06e818-9976-44f5-912f-979ff0daf4cf completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:25.550696 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4f98f605-1efa-43be-a8df-727fb5bcabbf None None] Provisioning complete for port 2a06e818-9976-44f5-912f-979ff0daf4cf triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:25.553297 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4f98f605-1efa-43be-a8df-727fb5bcabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.615183 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 443e8b38-d992-46ea-a8dc-789d89f70a28 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:25.699416 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-4f98f605-1efa-43be-a8df-727fb5bcabbf None None] Port 2a06e818-9976-44f5-912f-979ff0daf4cf cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:30:25.912333 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 443e8b38-d992-46ea-a8dc-789d89f70a28, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=443e8b38-d992-46ea-a8dc-789d89f70a28,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:25.948158 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '443e8b38-d992-46ea-a8dc-789d89f70a28', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'port_id': '443e8b38-d992-46ea-a8dc-789d89f70a28', 'mac_address': 'fa:16:3e:57:f8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:25.955418 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a06e818-9976-44f5-912f-979ff0daf4cf {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:25.972509 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.007188 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Transition to ACTIVE for port object 2a06e818-9976-44f5-912f-979ff0daf4cf will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:30:26.009838 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43104) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:26.015352 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-feadc3da-4340-4b91-a2f9-b041883c4068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.016536 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101014211-network', 'tenant_id': 'f82ebfa9e4374129bb039358df2ec0d0'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:26.021404 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.051462 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.069313 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3e34b-72f8-48b5-8be6-07bc45fdeda0 req-fd254279-e035-46a6-aa02-b26bd3352857 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:26.074850 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48a3e34b-72f8-48b5-8be6-07bc45fdeda0 req-fd254279-e035-46a6-aa02-b26bd3352857 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 944 time: 0.8732624 Jul 16 19:30:26.088516 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443e8b38-d992-46ea-a8dc-789d89f70a28 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:26.130287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 443e8b38-d992-46ea-a8dc-789d89f70a28, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=443e8b38-d992-46ea-a8dc-789d89f70a28,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:26.138793 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.160367 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Made reservation on behalf of f82ebfa9e4374129bb039358df2ec0d0 for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:26.162774 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.177342 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:26.212690 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-feadc3da-4340-4b91-a2f9-b041883c4068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.223325 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.230997 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=443e8b38-d992-46ea-a8dc-789d89f70a28,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:26.285020 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-1ab16173-4e4b-42ee-8943-95995ec7cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:26.286557 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-1ab16173-4e4b-42ee-8943-95995ec7cc2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.7477834 Jul 16 19:30:26.298018 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Attempting to bind port 2a06e818-9976-44f5-912f-979ff0daf4cf on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:30:26.298636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Attempting to bind port 2a06e818-9976-44f5-912f-979ff0daf4cf by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:30:26.299122 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Attempting to bind port 2a06e818-9976-44f5-912f-979ff0daf4cf on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:26.309830 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Port 2a06e818-9976-44f5-912f-979ff0daf4cf on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:30:26.310505 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Attempting to bind port 2a06e818-9976-44f5-912f-979ff0daf4cf on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:30:26.323926 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:30:26.324952 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Checking segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:26.325489 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Bound using segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:30:26.326147 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Bound port: 2a06e818-9976-44f5-912f-979ff0daf4cf, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:30:26.326668 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.339088 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48a3e34b-72f8-48b5-8be6-07bc45fdeda0 req-d49315e1-6d3c-4b42-b795-61e561929daf tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889331 Jul 16 19:30:26.348623 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['443e8b38-d992-46ea-a8dc-789d89f70a28'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:26.469614 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-a75ea00a-02a5-4082-bfc1-398b29a7f671 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758511 Jul 16 19:30:26.482418 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ec8b941c-3560-48ab-b155-98a529b3c130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.667734 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.709690 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:30:26.729354 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:30:26.742464 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.778484 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-41348aff-5aa1-4e12-8749-e525ea172046 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009992 Jul 16 19:30:26.807177 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfebcf-5eb9-42a2-9211-086a1bad2856 req-e048ae29-e614-41b7-befd-f45a16345359 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:26.808888 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4dbfebcf-5eb9-42a2-9211-086a1bad2856 req-e048ae29-e614-41b7-befd-f45a16345359 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 943 time: 0.8669462 Jul 16 19:30:26.814525 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.823110 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-feadc3da-4340-4b91-a2f9-b041883c4068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.825643 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:26.826603 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-feadc3da-4340-4b91-a2f9-b041883c4068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.826706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.827994 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] 10.222.0.76 "PUT /v2.0/ports/2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 1093 time: 1.5716469 Jul 16 19:30:26.828810 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:26.831217 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941d85c-aca8-4854-88c0-4e97d57868e2" -d '{"events": [{"name": "network-changed", "server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:26.833444 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-feadc3da-4340-4b91-a2f9-b041883c4068 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5081db85-67f3-4c45-ba92-159110c0cb2f HTTP/1.1" status: 204 len: 168 time: 1.4670241 Jul 16 19:30:26.843803 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:26.881422 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadc3da-4340-4b91-a2f9-b041883c4068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081db85-67f3-4c45-ba92-159110c0cb2f,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:26.909330 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7443a469-b2bb-4506-bffd-5a5f482395d7,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:26.972895 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:30:26.982269 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df12c8-bde0-4ab8-bddf-7aab01e6b76a service neutron] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:27.014960 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20f2cf9e-e897-4bc8-ae6a-f4f1e30bf921 req-574a92f1-6b74-42fb-8221-afed99e5a28c service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263811 Jul 16 19:30:27.015561 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.016037 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Added segment c5ed58aa-028d-423e-b268-c26ad16a2bd7 of type vlan for network 60cc2afd-368b-4bb8-a18c-a653be5e020c Jul 16 19:30:27.041855 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ae61-c14a-4088-95fa-3166d0bf5346 req-d9d53d91-4bd3-48b5-a94a-969ea7da0dfb tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.043737 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4208ae61-c14a-4088-95fa-3166d0bf5346 req-d9d53d91-4bd3-48b5-a94a-969ea7da0dfb tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.5037801 Jul 16 19:30:27.062234 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4dbfebcf-5eb9-42a2-9211-086a1bad2856 req-e7bcb34a-c314-4689-8016-375fa545889a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228639 Jul 16 19:30:27.103015 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-85c63694-caa2-4a35-98e3-bbff8f7fdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.115448 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-85c63694-caa2-4a35-98e3-bbff8f7fdfb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1096 time: 0.2117190 Jul 16 19:30:27.165087 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4208ae61-c14a-4088-95fa-3166d0bf5346 req-32e39023-2bd0-475c-b02c-fe1c5765705c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992365 Jul 16 19:30:27.185829 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5560c3c-17a6-4675-8098-92891f5eeab2 x-openstack-request-id: req-d5560c3c-17a6-4675-8098-92891f5eeab2 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:27.186363 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:27.186731 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d5560c3c-17a6-4675-8098-92891f5eeab2 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:27.187190 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'status': 'completed', 'code': 200} Jul 16 19:30:27.192236 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-bdcc13e7-0a4a-4ac2-9541-475813ea23e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 217 time: 0.0642343 Jul 16 19:30:27.194510 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.323063 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-1ac39c2e-951b-43f6-a711-08a0bc0829bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.328550 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-1ac39c2e-951b-43f6-a711-08a0bc0829bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.1290307 Jul 16 19:30:27.330439 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.333683 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.337610 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.448212 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43148) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:27.455247 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43150) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:27.455574 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4440267 Jul 16 19:30:27.461375 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Request body: {'subnet': {'network_id': '60cc2afd-368b-4bb8-a18c-a653be5e020c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101014211-subnet', 'tenant_id': 'f82ebfa9e4374129bb039358df2ec0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:27.465613 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959ee78-9cef-4a00-8629-7affa52edc94 admin admin] Pushing event updated for resources: {'Network': ['ID=60cc2afd-368b-4bb8-a18c-a653be5e020c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:27.479594 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 60cc2afd-368b-4bb8-a18c-a653be5e020c details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:30:27.481643 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342125-3222-45a2-a931-01834def6515 req-cd906026-cafe-4cf5-9f21-ee8007bc0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.482815 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9041c5de-f5f1-4acc-a213-100f5fb4a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.483912 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-cd906026-cafe-4cf5-9f21-ee8007bc0f1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406531 Jul 16 19:30:27.523661 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Made reservation on behalf of f82ebfa9e4374129bb039358df2ec0d0 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:27.526241 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30789401'] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.636502 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-94ba8096-9465-48e3-a753-a0bed6bb3cf7 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454227 Jul 16 19:30:27.658713 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 61b64db2-fe4d-42b9-8885-3441e2aa8578 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:27.669698 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 443e8b38-d992-46ea-a8dc-789d89f70a28 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:27.890418 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:27.941139 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246400-cd76-468c-a259-16b22c118cc4 req-983132a7-8dce-4775-b3e6-1ee1f2b92003 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.942949 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83342125-3222-45a2-a931-01834def6515 req-b0a44559-1617-4807-afc9-bf6ce63bd458 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928197 Jul 16 19:30:27.954786 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc246400-cd76-468c-a259-16b22c118cc4 req-983132a7-8dce-4775-b3e6-1ee1f2b92003 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 944 time: 0.3117361 Jul 16 19:30:28.063079 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc246400-cd76-468c-a259-16b22c118cc4 req-6958c6e8-c18d-48f1-ab6b-5081e688519e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072321 Jul 16 19:30:28.090109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9041c5de-f5f1-4acc-a213-100f5fb4a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.109258 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 443e8b38-d992-46ea-a8dc-789d89f70a28 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:28.113384 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-5a59f77c-bf90-4bed-ab17-f80e76d5c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.115396 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-5a59f77c-bf90-4bed-ab17-f80e76d5c6cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1096 time: 0.1069276 Jul 16 19:30:28.134045 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9041c5de-f5f1-4acc-a213-100f5fb4a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.137998 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 443e8b38-d992-46ea-a8dc-789d89f70a28 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:28.138885 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.291358 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 61b64db2-fe4d-42b9-8885-3441e2aa8578, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:28.303959 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-962279c6-3651-42e7-8d3f-2bd873fd847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.306647 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-962279c6-3651-42e7-8d3f-2bd873fd847e service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1842184 Jul 16 19:30:28.339231 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '61b64db2-fe4d-42b9-8885-3441e2aa8578', 'network_id': '79c327eb-9260-4b35-9d04-f138985f4c74', 'port_id': '61b64db2-fe4d-42b9-8885-3441e2aa8578', 'mac_address': 'fa:16:3e:45:c9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8740f299-e833-4922-83b7-81250cd5a5e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:28.372188 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041c5de-f5f1-4acc-a213-100f5fb4a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bffc3e-e021-4519-b70b-1bdc45b37336,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:28.389999 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9041c5de-f5f1-4acc-a213-100f5fb4a612 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6393b7678e1d459cbb8a17ff5c359ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405756 Jul 16 19:30:28.393014 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31093015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30789387'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.401186 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43180) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:28.537707 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.577643 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.593458 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b64db2-fe4d-42b9-8885-3441e2aa8578 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:28.603284 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7639dfbe-cfd5-466b-adac-17d4fda6e2bb,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:28.631827 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443e8b38-d992-46ea-a8dc-789d89f70a28'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:28.634865 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e38b8de7-bfa5-4e24-8b03-71675491c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.635796 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c1afb-625e-4368-b6a6-c1b3ebb29032" -d '{"events": [{"server_uuid": "eab378c9-ff9e-4ac4-a4d7-02d8847dda64", "name": "network-vif-plugged", "status": "completed", "tag": "443e8b38-d992-46ea-a8dc-789d89f70a28"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:28.654870 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-c0f1cbdb-60fd-4edc-aa0c-9865b72c8451 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 217 time: 0.3406479 Jul 16 19:30:28.662297 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e38b8de7-bfa5-4e24-8b03-71675491c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.667349 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 61b64db2-fe4d-42b9-8885-3441e2aa8578, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:28.671980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 443e8b38-d992-46ea-a8dc-789d89f70a28, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=443e8b38-d992-46ea-a8dc-789d89f70a28,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:28.676028 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.677052 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d50763a5-f7bd-4c26-a541-adfca51d1943 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:28.686913 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.691340 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Checking segment: {'id': 'c5ed58aa-028d-423e-b268-c26ad16a2bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '60cc2afd-368b-4bb8-a18c-a653be5e020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:28.691696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Network hostable DHCP agents. Network: 60cc2afd-368b-4bb8-a18c-a653be5e020c, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:30:28.724452 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-daf72822-c98c-48f7-83d9-a7fdedcaff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.728158 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-daf72822-c98c-48f7-83d9-a7fdedcaff23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0640578 Jul 16 19:30:28.778175 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37938505-a9b7-4820-851a-896637763b7d req-31c5546e-c0a3-4e40-8710-06b7b8a37952 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.779924 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37938505-a9b7-4820-851a-896637763b7d req-31c5546e-c0a3-4e40-8710-06b7b8a37952 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 943 time: 0.3278222 Jul 16 19:30:28.789605 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=61b64db2-fe4d-42b9-8885-3441e2aa8578,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:28.793503 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17495caf-b251-4e27-ae28-7998368972a5 req-3cb51c02-4070-4e4f-ba53-c4bbf4da41dc tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.802781 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-17495caf-b251-4e27-ae28-7998368972a5 req-3cb51c02-4070-4e4f-ba53-c4bbf4da41dc tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.2874246 Jul 16 19:30:28.819963 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Network 60cc2afd-368b-4bb8-a18c-a653be5e020c is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:30:28.824751 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-16beec1c-6e45-4d51-8278-e6b523016168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.826766 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-16beec1c-6e45-4d51-8278-e6b523016168 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916436 Jul 16 19:30:28.864559 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 60cc2afd-368b-4bb8-a18c-a653be5e020c) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:28.875456 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e38b8de7-bfa5-4e24-8b03-71675491c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.878339 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e38b8de7-bfa5-4e24-8b03-71675491c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.881868 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e38b8de7-bfa5-4e24-8b03-71675491c8f8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/27bffc3e-e021-4519-b70b-1bdc45b37336 HTTP/1.1" status: 204 len: 168 time: 0.4383566 Jul 16 19:30:28.889006 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a453c-5277-4f8d-b61e-45b334f13575 None None] Network 60cc2afd-368b-4bb8-a18c-a653be5e020c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:28.930535 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.937328 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.960378 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37938505-a9b7-4820-851a-896637763b7d req-bceeac74-a8b4-4248-873c-40845b427254 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334546 Jul 16 19:30:28.970106 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=443e8b38-d992-46ea-a8dc-789d89f70a28,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:28.973871 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b8de7-bfa5-4e24-8b03-71675491c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bffc3e-e021-4519-b70b-1bdc45b37336,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:28.982399 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port d50763a5-f7bd-4c26-a541-adfca51d1943, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d50763a5-f7bd-4c26-a541-adfca51d1943,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:28.982836 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-281b0acb-e818-43b1-b6b4-2483ff837146 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470184 Jul 16 19:30:29.001702 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-17495caf-b251-4e27-ae28-7998368972a5 req-8b88cc32-3693-40f7-9d81-0feeafe40f37 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978493 Jul 16 19:30:29.031613 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a9aa2447-7f8b-4e73-980c-30cb50baf7b9 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5751071 Jul 16 19:30:29.083534 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e429349e-6030-4233-84b5-7e1ee8a5c847 x-openstack-request-id: req-e429349e-6030-4233-84b5-7e1ee8a5c847 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:29.084075 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab378c9-ff9e-4ac4-a4d7-02d8847dda64", "name": "network-vif-plugged", "status": "completed", "tag": "443e8b38-d992-46ea-a8dc-789d89f70a28", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:29.084480 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e429349e-6030-4233-84b5-7e1ee8a5c847 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:29.085031 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443e8b38-d992-46ea-a8dc-789d89f70a28', 'code': 200} Jul 16 19:30:29.184831 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'port_id': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'mac_address': 'fa:16:3e:a0:0a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:29.238085 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:29.267478 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d941d85c-aca8-4854-88c0-4e97d57868e2 req-df4d4802-a97d-4f33-9e24-b33cf621623c service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784877 Jul 16 19:30:29.426600 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:29.439110 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310e45a-87b1-4789-801a-9a81b5ad2ebb None None] Network 60cc2afd-368b-4bb8-a18c-a653be5e020c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:29.464849 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50763a5-f7bd-4c26-a541-adfca51d1943 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:29.485241 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32863f-8bf9-4b55-864b-4321ae5eecd7 req-0f643ae2-af40-4075-b980-286cdfce1021 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:29.495350 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7c32863f-8bf9-4b55-864b-4321ae5eecd7 req-0f643ae2-af40-4075-b980-286cdfce1021 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 944 time: 0.1639605 Jul 16 19:30:29.504652 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port d50763a5-f7bd-4c26-a541-adfca51d1943, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d50763a5-f7bd-4c26-a541-adfca51d1943,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:29.545067 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:29.554339 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7c32863f-8bf9-4b55-864b-4321ae5eecd7 req-327d755c-4594-4692-902f-f97a79dba875 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577517 Jul 16 19:30:29.564168 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982f807-f9e2-4b8c-92d9-0d6dd0550915 req-b066fdaf-66d1-4105-bfcf-7761ae1e07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:29.567739 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c982f807-f9e2-4b8c-92d9-0d6dd0550915 req-b066fdaf-66d1-4105-bfcf-7761ae1e07eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1529174 Jul 16 19:30:29.614454 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c982f807-f9e2-4b8c-92d9-0d6dd0550915 req-99f02734-b2be-42d6-9d75-89587b92c0f3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Jul 16 19:30:29.620590 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=d50763a5-f7bd-4c26-a541-adfca51d1943,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:29.815353 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['61b64db2-fe4d-42b9-8885-3441e2aa8578'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:29.853297 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['d50763a5-f7bd-4c26-a541-adfca51d1943'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:30.284257 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bb048-7cda-42d7-ac4b-012add65c1b4 req-29d97114-896f-4116-a986-f5d1135b32dc tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.296352 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d05bb048-7cda-42d7-ac4b-012add65c1b4 req-29d97114-896f-4116-a986-f5d1135b32dc tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 944 time: 0.1368549 Jul 16 19:30:30.402772 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d05bb048-7cda-42d7-ac4b-012add65c1b4 req-20c34add-f4c0-43d5-9b23-aaab82371903 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050494 Jul 16 19:30:30.445103 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4416b9-95e9-4342-9f52-4877400a6a26 req-c3309c23-1e59-4372-9a50-18189685f342 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.447379 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0d4416b9-95e9-4342-9f52-4877400a6a26 req-c3309c23-1e59-4372-9a50-18189685f342 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1858637 Jul 16 19:30:30.505420 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0d4416b9-95e9-4342-9f52-4877400a6a26 req-0206c729-6f62-4e5a-b825-4cd61119121e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511265 Jul 16 19:30:30.772327 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244af83-8f9f-4452-bde5-a429bd2d7c85 req-c5b844e3-8041-4e88-a747-cbbeb6249712 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.774521 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3244af83-8f9f-4452-bde5-a429bd2d7c85 req-c5b844e3-8041-4e88-a747-cbbeb6249712 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 945 time: 0.0869327 Jul 16 19:30:30.822486 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3244af83-8f9f-4452-bde5-a429bd2d7c85 req-6a16184e-626b-4183-b4fc-56dea5aa0d12 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401952 Jul 16 19:30:31.393560 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:31.756026 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45286c2c-b996-488c-9860-bf31fe6cee32 req-b757adfe-bdea-4cb4-bb65-dce0e0f3b2a9 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:31.765825 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-45286c2c-b996-488c-9860-bf31fe6cee32 req-b757adfe-bdea-4cb4-bb65-dce0e0f3b2a9 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 944 time: 0.1826224 Jul 16 19:30:31.835984 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9765-5fe4-4fb6-bfaa-92c1fb31e4c9 req-3aea1498-920e-4c05-817e-c4878c4a443d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:31.842950 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a3f9765-5fe4-4fb6-bfaa-92c1fb31e4c9 req-3aea1498-920e-4c05-817e-c4878c4a443d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1586032 Jul 16 19:30:31.872793 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-45286c2c-b996-488c-9860-bf31fe6cee32 req-69c18b15-a497-4c3c-91ad-1ac60c28752c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055427 Jul 16 19:30:31.954373 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a3f9765-5fe4-4fb6-bfaa-92c1fb31e4c9 req-39f4a468-9675-4c80-9016-72cfff8845e9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059623 Jul 16 19:30:32.171682 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562f1ff-bef4-4de4-ad32-e259c83a755f req-03f56acd-fe14-46ea-9deb-4e1896a5120a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:32.174613 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c562f1ff-bef4-4de4-ad32-e259c83a755f req-03f56acd-fe14-46ea-9deb-4e1896a5120a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 945 time: 0.0773075 Jul 16 19:30:32.226914 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c562f1ff-bef4-4de4-ad32-e259c83a755f req-3c219d42-9e57-45ec-89ef-4c5cf44fe45a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379546 Jul 16 19:30:32.523340 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:32.675374 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:32.694982 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'mac_address': 'fa:16:3e:06:90:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:32.732614 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43322) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:32.754500 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:32.770668 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a06e818-9976-44f5-912f-979ff0daf4cf {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:32.794945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:32.799341 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:32.869894 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:32.889519 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-31ed61dd-e3f0-4160-b2f0-febf573b9285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.020858 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-31ed61dd-e3f0-4160-b2f0-febf573b9285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.027989 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-31ed61dd-e3f0-4160-b2f0-febf573b9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.129796 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed61dd-e3f0-4160-b2f0-febf573b9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c41fd91-a6f6-43b3-87c7-1dcebe19418e,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:33.138227 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-31ed61dd-e3f0-4160-b2f0-febf573b9285 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=962d05cbd2ab41c88b75ea0e8dda072c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046676 Jul 16 19:30:33.154010 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43340) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:33.256751 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5e0-47a2-4407-802c-9278fa9e0aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.297901 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5e0-47a2-4407-802c-9278fa9e0aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.339275 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc2a88-4d6a-4f78-97b1-860f6f1d4c57 req-93527810-d4ec-4e64-8651-38b9eb7ad97f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:33.340983 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e4cc2a88-4d6a-4f78-97b1-860f6f1d4c57 req-93527810-d4ec-4e64-8651-38b9eb7ad97f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 944 time: 0.2164581 Jul 16 19:30:33.378584 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5e0-47a2-4407-802c-9278fa9e0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.390380 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5e0-47a2-4407-802c-9278fa9e0aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.391662 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aa72b-063b-426d-b10e-4e97a4110e82 req-a20579b5-819a-416e-be7a-cafea6744936 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:33.391983 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-40e3e5e0-47a2-4407-802c-9278fa9e0aa4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9c41fd91-a6f6-43b3-87c7-1dcebe19418e HTTP/1.1" status: 204 len: 168 time: 0.2272189 Jul 16 19:30:33.401210 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-011aa72b-063b-426d-b10e-4e97a4110e82 req-a20579b5-819a-416e-be7a-cafea6744936 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 944 time: 0.1555853 Jul 16 19:30:33.405277 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e5e0-47a2-4407-802c-9278fa9e0aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c41fd91-a6f6-43b3-87c7-1dcebe19418e,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:33.458923 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e4cc2a88-4d6a-4f78-97b1-860f6f1d4c57 req-9c14548d-2a1d-4d19-80b8-63fa13ba1693 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088700 Jul 16 19:30:33.497067 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-011aa72b-063b-426d-b10e-4e97a4110e82 req-9b40b189-224f-4699-ae3a-b0c4d7c5d667 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928802 Jul 16 19:30:33.530894 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 61b64db2-fe4d-42b9-8885-3441e2aa8578 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:33.642215 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 61b64db2-fe4d-42b9-8885-3441e2aa8578 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:33.650241 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 61b64db2-fe4d-42b9-8885-3441e2aa8578 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:33.651097 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.765736 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d0230-c035-4a09-8322-71f08c32f1da req-13207c10-f500-4bd2-ad6b-b10a2d366f90 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:33.774962 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fc1d0230-c035-4a09-8322-71f08c32f1da req-13207c10-f500-4bd2-ad6b-b10a2d366f90 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 945 time: 0.1621082 Jul 16 19:30:33.835858 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fc1d0230-c035-4a09-8322-71f08c32f1da req-a3a1831f-7ff4-4521-9ca5-bc6e171b8b05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595269 Jul 16 19:30:33.837897 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.869402 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529f91b0-102b-4cf2-af43-2d2341074265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b64db2-fe4d-42b9-8885-3441e2aa8578'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:33.872147 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2a5522-d2f0-4f9e-8e66-0c9db44be16f" -d '{"events": [{"server_uuid": "529f91b0-102b-4cf2-af43-2d2341074265", "name": "network-vif-plugged", "status": "completed", "tag": "61b64db2-fe4d-42b9-8885-3441e2aa8578"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:33.888621 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 61b64db2-fe4d-42b9-8885-3441e2aa8578, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:33.898216 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.898216 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d50763a5-f7bd-4c26-a541-adfca51d1943 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:33.970907 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43362) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:33.973740 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0c952-dc97-4026-b190-5b59ca3683e0 x-openstack-request-id: req-3de0c952-dc97-4026-b190-5b59ca3683e0 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:33.974112 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529f91b0-102b-4cf2-af43-2d2341074265", "name": "network-vif-plugged", "status": "completed", "tag": "61b64db2-fe4d-42b9-8885-3441e2aa8578", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:33.974513 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3de0c952-dc97-4026-b190-5b59ca3683e0 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:33.975024 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529f91b0-102b-4cf2-af43-2d2341074265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b64db2-fe4d-42b9-8885-3441e2aa8578', 'code': 200} Jul 16 19:30:33.996642 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f85a-3156-4ea0-8971-412a692f1f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.997868 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=61b64db2-fe4d-42b9-8885-3441e2aa8578,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:34.013067 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port d50763a5-f7bd-4c26-a541-adfca51d1943 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:34.016927 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port d50763a5-f7bd-4c26-a541-adfca51d1943 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:34.017274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.120716 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.152670 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f85a-3156-4ea0-8971-412a692f1f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.158783 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port d50763a5-f7bd-4c26-a541-adfca51d1943, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d50763a5-f7bd-4c26-a541-adfca51d1943,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:34.170233 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.174074 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f85a-3156-4ea0-8971-412a692f1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.226828 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2bf6f85a-3156-4ea0-8971-412a692f1f64 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=520007d42fff4adbb9b10799fb783cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504911 Jul 16 19:30:34.226828 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f85a-3156-4ea0-8971-412a692f1f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace121c-2814-4766-9151-ec582edacdbe,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:34.227996 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43366) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:34.258568 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=d50763a5-f7bd-4c26-a541-adfca51d1943,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:34.324437 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-34221943-b2ef-4042-aa34-de5136606230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.356711 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-34221943-b2ef-4042-aa34-de5136606230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.412898 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-34221943-b2ef-4042-aa34-de5136606230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.421266 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-34221943-b2ef-4042-aa34-de5136606230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.421266 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-34221943-b2ef-4042-aa34-de5136606230 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/eace121c-2814-4766-9151-ec582edacdbe HTTP/1.1" status: 204 len: 168 time: 0.1888871 Jul 16 19:30:34.431523 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34221943-b2ef-4042-aa34-de5136606230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace121c-2814-4766-9151-ec582edacdbe,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:34.698866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea978b-4846-4ae1-8b2c-473788b3110a req-b77994ed-227a-4711-b00f-14f289680167 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:34.704107 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:34.704651 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71ea978b-4846-4ae1-8b2c-473788b3110a req-b77994ed-227a-4711-b00f-14f289680167 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.0979104 Jul 16 19:30:34.809009 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71ea978b-4846-4ae1-8b2c-473788b3110a req-5501226e-56db-45de-813b-8c81c7a7619a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889270 Jul 16 19:30:34.879561 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77c657-c6fe-4b0a-bdfe-f54c45355d09 req-330964ea-9acc-4683-ac07-bf402f4958e2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:34.897295 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-de77c657-c6fe-4b0a-bdfe-f54c45355d09 req-330964ea-9acc-4683-ac07-bf402f4958e2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 944 time: 0.1910982 Jul 16 19:30:35.063297 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43394) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:35.066989 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-de77c657-c6fe-4b0a-bdfe-f54c45355d09 req-9dc5c197-7c60-4c81-bcf6-47205febbc58 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585729 Jul 16 19:30:35.083312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['2a06e818-9976-44f5-912f-979ff0daf4cf'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:35.122488 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a0815316-2836-499e-89de-3f13b3ee6819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.251226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2d7d1-0bbf-4c95-8121-85be9de8499c req-e6b50c47-dfd8-4fd9-8e5d-662358c0920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:35.254999 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-60a2d7d1-0bbf-4c95-8121-85be9de8499c req-e6b50c47-dfd8-4fd9-8e5d-662358c0920c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 1098 time: 0.2111554 Jul 16 19:30:35.350504 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0154512-ecef-4285-9843-46fc194153c0 req-f97a3e6a-3da4-4ac4-a988-6296fd3a4fec tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:35.354902 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0154512-ecef-4285-9843-46fc194153c0 req-f97a3e6a-3da4-4ac4-a988-6296fd3a4fec tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2178254 Jul 16 19:30:35.380834 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-60a2d7d1-0bbf-4c95-8121-85be9de8499c req-eb3f3add-d516-4d50-acf3-4637bb66f1f5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Jul 16 19:30:35.410667 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a0815316-2836-499e-89de-3f13b3ee6819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.419349 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a0815316-2836-499e-89de-3f13b3ee6819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.459919 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0154512-ecef-4285-9843-46fc194153c0 req-ff4582e6-41b7-49ea-8dc1-35e5ca823390 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951221 Jul 16 19:30:35.502858 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0815316-2836-499e-89de-3f13b3ee6819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0154d38a-0ab1-40f8-a357-54023a2cae8a,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:35.515805 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a0815316-2836-499e-89de-3f13b3ee6819 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f02e2a88f5c84bfba9cf2d86190c32bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463696 Jul 16 19:30:35.517646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43410) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:35.605882 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-520a1883-81e4-4230-b9db-50faf76189de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.644583 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-520a1883-81e4-4230-b9db-50faf76189de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.746514 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-520a1883-81e4-4230-b9db-50faf76189de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.749767 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-520a1883-81e4-4230-b9db-50faf76189de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.756707 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-520a1883-81e4-4230-b9db-50faf76189de admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0154d38a-0ab1-40f8-a357-54023a2cae8a HTTP/1.1" status: 204 len: 168 time: 0.2374640 Jul 16 19:30:35.794188 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a1883-81e4-4230-b9db-50faf76189de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154d38a-0ab1-40f8-a357-54023a2cae8a,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:35.977426 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:35.981510 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4afd797-d695-408c-be58-cbd78ee57ce0" -d '{"events": [{"server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "name": "network-vif-plugged", "status": "completed", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:36.098281 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a651d181-e07d-48d9-99d0-09a902237c7a x-openstack-request-id: req-a651d181-e07d-48d9-99d0-09a902237c7a {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:36.098848 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "name": "network-vif-plugged", "status": "completed", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:36.099389 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a651d181-e07d-48d9-99d0-09a902237c7a {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:36.100050 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'code': 200} Jul 16 19:30:36.213871 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99d750-7906-48df-8f46-848232fc376a req-a541624b-da17-4b80-a1a5-fde802843811 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:36.236065 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3a99d750-7906-48df-8f46-848232fc376a req-a541624b-da17-4b80-a1a5-fde802843811 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1913052 Jul 16 19:30:36.443398 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3a99d750-7906-48df-8f46-848232fc376a req-a0594ac3-a505-42ad-bd84-a827576f348c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024517 Jul 16 19:30:36.547390 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2556-5c3e-49c9-937d-ab400818356e req-43fb9965-8530-441d-b99b-0ab682af6f96 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:36.550192 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9ae2556-5c3e-49c9-937d-ab400818356e req-43fb9965-8530-441d-b99b-0ab682af6f96 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 944 time: 0.2151854 Jul 16 19:30:36.692243 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:36.771265 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9ae2556-5c3e-49c9-937d-ab400818356e req-9b390c43-e417-496e-9b90-cd217531c5eb tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063212 Jul 16 19:30:36.833737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43454) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:36.903217 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 2a06e818-9976-44f5-912f-979ff0daf4cf completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:30:36.926669 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 2a06e818-9976-44f5-912f-979ff0daf4cf triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:36.930176 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.116905 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21d1e-1786-4851-91d1-7d87a004533f req-9d2558a9-7984-430e-83c0-c9b272c3ce24 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:37.118595 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-44f21d1e-1786-4851-91d1-7d87a004533f req-9d2558a9-7984-430e-83c0-c9b272c3ce24 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2206774 Jul 16 19:30:37.212945 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf08-986a-456a-a677-b157325a72d5 req-f2601f9e-90eb-4df7-9692-36fdc869ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:37.215693 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a50ebf08-986a-456a-a677-b157325a72d5 req-f2601f9e-90eb-4df7-9692-36fdc869ef23 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1099 time: 0.2524366 Jul 16 19:30:37.221863 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.269605 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7758-86d2-4926-bf57-8dc18d781f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.344227 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:37.355256 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.359386 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a50ebf08-986a-456a-a677-b157325a72d5 req-bad26d8e-1327-472c-92ac-a67e5d77c436 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369903 Jul 16 19:30:37.398670 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-44f21d1e-1786-4851-91d1-7d87a004533f req-49dc1caa-9651-473f-9780-d440695158ed tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625587 Jul 16 19:30:37.508223 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:37.657239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7758-86d2-4926-bf57-8dc18d781f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.669386 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7758-86d2-4926-bf57-8dc18d781f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.826428 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2b5a7758-86d2-4926-bf57-8dc18d781f50 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c15ba1d023db470fa8bba0e655a41b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9906666 Jul 16 19:30:37.828706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43494) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:37.832040 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a7758-86d2-4926-bf57-8dc18d781f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b422b2-4564-4e64-810f-7a7d4c84d04f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:37.954332 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc5f9-18e2-40a9-bf0e-dd5bddc64171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.959476 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fc5f3-389e-4740-9d0e-7c6378e9850d req-f7793de4-698f-455f-b233-621c7fb189e9 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:37.963322 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a2fc5f3-389e-4740-9d0e-7c6378e9850d req-f7793de4-698f-455f-b233-621c7fb189e9 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1988626 Jul 16 19:30:37.988567 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc5f9-18e2-40a9-bf0e-dd5bddc64171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:38.050325 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a2fc5f3-389e-4740-9d0e-7c6378e9850d req-e4b2cca1-cf18-4e0b-aada-6ebf9c82fbe7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796986 Jul 16 19:30:38.096781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc5f9-18e2-40a9-bf0e-dd5bddc64171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:38.102253 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:38.108317 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145b14b-73ff-4313-9c09-884c650200c4" -d '{"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-plugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:38.115659 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc5f9-18e2-40a9-bf0e-dd5bddc64171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:38.122995 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-0e9dc5f9-18e2-40a9-bf0e-dd5bddc64171 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/89b422b2-4564-4e64-810f-7a7d4c84d04f HTTP/1.1" status: 204 len: 168 time: 0.2931023 Jul 16 19:30:38.143791 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dc5f9-18e2-40a9-bf0e-dd5bddc64171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b422b2-4564-4e64-810f-7a7d4c84d04f,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:38.498162 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cc037-7271-4660-862b-9c32ced1c8b6 req-3b45b2cf-3491-4d54-8b56-f7d5f5c81542 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:38.511892 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c0cc037-7271-4660-862b-9c32ced1c8b6 req-3b45b2cf-3491-4d54-8b56-f7d5f5c81542 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2229517 Jul 16 19:30:38.924468 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43532) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:38.952995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-186d38fc-7af8-48ff-ab97-a7e847633c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.191909 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c0cc037-7271-4660-862b-9c32ced1c8b6 req-90e23b87-2c7b-4d13-96b5-c24678daea4d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6774635 Jul 16 19:30:39.237118 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-186d38fc-7af8-48ff-ab97-a7e847633c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.261904 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-186d38fc-7af8-48ff-ab97-a7e847633c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.377785 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edca9576-e1a4-40ee-99ca-0e3aea2daeaf x-openstack-request-id: req-edca9576-e1a4-40ee-99ca-0e3aea2daeaf {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:39.378795 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-plugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:39.379079 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-186d38fc-7af8-48ff-ab97-a7e847633c29 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b28d9854ff1c4f1f87dd06ec837d7055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529591 Jul 16 19:30:39.379360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-edca9576-e1a4-40ee-99ca-0e3aea2daeaf {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:39.379929 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'code': 200} Jul 16 19:30:39.384517 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43542) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:39.387373 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d38fc-7af8-48ff-ab97-a7e847633c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe42146-5d91-4293-8809-ccd8c39888e7,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:39.601778 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5957fbab-fa2a-48c6-b2d8-7457e1a565cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.671965 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5957fbab-fa2a-48c6-b2d8-7457e1a565cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.747839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-144f6877-0e0d-4e41-bbd6-c065c3438cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:39.750812 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-144f6877-0e0d-4e41-bbd6-c065c3438cf3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 1098 time: 0.2703111 Jul 16 19:30:40.015828 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-4870eff6-225f-422f-8cbd-6e89c226ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.018575 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-4870eff6-225f-422f-8cbd-6e89c226ee92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.2569766 Jul 16 19:30:40.046796 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5957fbab-fa2a-48c6-b2d8-7457e1a565cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:40.051811 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5957fbab-fa2a-48c6-b2d8-7457e1a565cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:40.054399 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-5957fbab-fa2a-48c6-b2d8-7457e1a565cd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5fe42146-5d91-4293-8809-ccd8c39888e7 HTTP/1.1" status: 204 len: 168 time: 0.6602731 Jul 16 19:30:40.139440 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-e3bbc305-b737-4e0b-b55d-e03f4bc1d6fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578 HTTP/1.1" status: 200 len: 217 time: 0.1077814 Jul 16 19:30:40.149701 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957fbab-fa2a-48c6-b2d8-7457e1a565cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe42146-5d91-4293-8809-ccd8c39888e7,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:40.161639 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfbfe1-2c05-4475-8a1b-6592088932e8 req-f124c941-1834-49dd-8b73-18e71dde1f23 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.167533 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d6bfbfe1-2c05-4475-8a1b-6592088932e8 req-f124c941-1834-49dd-8b73-18e71dde1f23 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 945 time: 0.4642570 Jul 16 19:30:40.273523 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-43f669a7-81f2-4316-a297-6485eeae22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.280252 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-43f669a7-81f2-4316-a297-6485eeae22f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.1210535 Jul 16 19:30:40.348639 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-ac443b32-e724-4e0a-b11a-5985fdf9647c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581026 Jul 16 19:30:40.404333 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199974-7366-48dd-99c0-1fbae2949016 req-d16ec0c9-12c7-447f-8592-e81b2b9c8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.406714 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9199974-7366-48dd-99c0-1fbae2949016 req-d16ec0c9-12c7-447f-8592-e81b2b9c8209 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1098 time: 0.5571852 Jul 16 19:30:40.416620 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d22ef-aca2-4b02-8809-42b77d0bf711 req-563ca5de-5073-4e48-90ce-80025b3c9688 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.418787 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed0d22ef-aca2-4b02-8809-42b77d0bf711 req-563ca5de-5073-4e48-90ce-80025b3c9688 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.4958820 Jul 16 19:30:40.440862 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d6bfbfe1-2c05-4475-8a1b-6592088932e8 req-2e9e9f39-50fb-4fce-9910-ed8f511dbbd7 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421072 Jul 16 19:30:40.553131 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-892aa59b-1c64-477d-86f1-1df4bcfc3ee4 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896160 Jul 16 19:30:40.559405 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed0d22ef-aca2-4b02-8809-42b77d0bf711 req-811cdeff-133d-4274-8616-2fc8e8d793f5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177793 Jul 16 19:30:40.646037 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9199974-7366-48dd-99c0-1fbae2949016 req-970673e8-9f40-4084-b605-699b3e17961a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256286 Jul 16 19:30:40.738707 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-207d7cac-01f3-40a6-88a5-5b428d7de906 req-77e622a4-fd2f-4b8c-92e7-236c2b6ac09e service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767371 Jul 16 19:30:40.781191 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a9e12-2e5b-4fe8-a5c9-6984e73a0e64 req-79044ca4-8840-4368-a520-9de0e29e9a43 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.794575 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-438a9e12-2e5b-4fe8-a5c9-6984e73a0e64 req-79044ca4-8840-4368-a520-9de0e29e9a43 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1551247 Jul 16 19:30:40.949418 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-438a9e12-2e5b-4fe8-a5c9-6984e73a0e64 req-0e3debd9-c2c0-41e8-a07f-71551b2ec4ed tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494927 Jul 16 19:30:41.030166 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238d17-2184-44af-825c-eac2c9518191 req-463d74a4-c82f-4d6f-b3cc-90eab1aefe06 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:41.040066 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1d238d17-2184-44af-825c-eac2c9518191 req-463d74a4-c82f-4d6f-b3cc-90eab1aefe06 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1826830 Jul 16 19:30:41.181400 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1d238d17-2184-44af-825c-eac2c9518191 req-909068cf-4614-4bb2-bb7d-f91e35636feb tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398613 Jul 16 19:30:41.250353 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-f3fe0dfc-9cd2-4757-8cf4-57bc0368ac6a tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:41.252215 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-f3fe0dfc-9cd2-4757-8cf4-57bc0368ac6a tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 945 time: 0.4944859 Jul 16 19:30:41.385113 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fceb9e-6858-4de3-ac6d-020b2c9fb7b8 req-cd019856-f286-478c-93f4-ddb7153332d2 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:41.390876 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18fceb9e-6858-4de3-ac6d-020b2c9fb7b8 req-cd019856-f286-478c-93f4-ddb7153332d2 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2025101 Jul 16 19:30:41.396393 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43610) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:41.403242 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'floatingip': {'port_id': 'd50763a5-f7bd-4c26-a541-adfca51d1943'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:41.554694 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:41.719944 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Deleting port 66893a31-3f4d-4be4-a179-75f2ed919ec4 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:30:41.720292 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:42.017146 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] For port 66893a31-3f4d-4be4-a179-75f2ed919ec4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=66893a31-3f4d-4be4-a179-75f2ed919ec4,segment=NetworkSegment(55bc620e-22fa-42af-83a1-9977552e1e79),segment_id=55bc620e-22fa-42af-83a1-9977552e1e79)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:42.017892 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:42.066367 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Calling delete_port for 66893a31-3f4d-4be4-a179-75f2ed919ec4 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:30:42.433326 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:42.455611 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['66893a31-3f4d-4be4-a179-75f2ed919ec4'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:42.481053 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Pushing event deleted for resources: {'Port': ['ID=66893a31-3f4d-4be4-a179-75f2ed919ec4,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:42.573891 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef52241-03cd-4c7c-8350-f6159d3e7568 req-36b58dd2-9000-4c51-abc0-b677d9aa37c5 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:42.582613 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9ef52241-03cd-4c7c-8350-f6159d3e7568 req-36b58dd2-9000-4c51-abc0-b677d9aa37c5 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 867 time: 0.5809913 Jul 16 19:30:42.587493 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] No DVR routers for this DVR port 66893a31-3f4d-4be4-a179-75f2ed919ec4 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:30:42.598886 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:42.602080 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0dd89569-383f-4ed5-baa7-9ceb1f26eff3 req-3a1d12ff-0d33-4494-886f-146e3c584d9d tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.76 "DELETE /v2.0/ports/66893a31-3f4d-4be4-a179-75f2ed919ec4 HTTP/1.1" status: 204 len: 173 time: 1.3364403 Jul 16 19:30:42.602599 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36b357-8719-4609-8220-13182b440e37', 'name': 'network-vif-deleted', 'tag': '66893a31-3f4d-4be4-a179-75f2ed919ec4'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:42.605176 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c2b69-e6ab-4e2a-882b-d862ff3ee5f6" -d '{"events": [{"server_uuid": "bb36b357-8719-4609-8220-13182b440e37", "name": "network-vif-deleted", "tag": "66893a31-3f4d-4be4-a179-75f2ed919ec4"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:42.768811 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6971e-8e7d-4b40-bb65-50342ff595de req-a3133afd-9a26-43bc-ab52-3e5ad2258ed1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:42.773789 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fca6971e-8e7d-4b40-bb65-50342ff595de req-a3133afd-9a26-43bc-ab52-3e5ad2258ed1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.4589303 Jul 16 19:30:42.931701 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9ef52241-03cd-4c7c-8350-f6159d3e7568 req-ff975f24-8f50-4d79-b75c-c5126fcc15fb tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/security-groups?id=907d5e1b-a37f-4666-8200-6cbd6ebce750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478620 Jul 16 19:30:43.034224 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fca6971e-8e7d-4b40-bb65-50342ff595de req-292688f4-2ada-4107-ac46-f1c752cf3453 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346344 Jul 16 19:30:43.275412 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554b90c8-93d3-4cab-89aa-eb6ce66fc767 x-openstack-request-id: req-554b90c8-93d3-4cab-89aa-eb6ce66fc767 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:43.275799 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb36b357-8719-4609-8220-13182b440e37", "name": "network-vif-deleted", "tag": "66893a31-3f4d-4be4-a179-75f2ed919ec4", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:43.276137 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-554b90c8-93d3-4cab-89aa-eb6ce66fc767 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:43.276653 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36b357-8719-4609-8220-13182b440e37', 'name': 'network-vif-deleted', 'tag': '66893a31-3f4d-4be4-a179-75f2ed919ec4', 'status': 'completed', 'code': 200} Jul 16 19:30:43.530054 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.db.resource_extend [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:30:44.298687 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-695b7ad2-a6c3-4640-814a-2f0de05ca25d req-0cbd0a97-f8f4-406b-811b-d028ab223ca5 tempest-DeleteServersTestJSON-823201666 tempest-DeleteServersTestJSON-823201666-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb36b357-8719-4609-8220-13182b440e37 HTTP/1.1" status: 200 len: 210 time: 0.0600219 Jul 16 19:30:44.375661 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4583c1-4778-4a6f-879d-24cd1373038f req-77d8cb25-fc5b-40a8-9183-60857b4b34aa tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:44.390391 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2f4583c1-4778-4a6f-879d-24cd1373038f req-77d8cb25-fc5b-40a8-9183-60857b4b34aa tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.9649496 Jul 16 19:30:44.446312 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:44.485024 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2f4583c1-4778-4a6f-879d-24cd1373038f req-7798714d-2776-4bc1-acbe-59e59f9098ce tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937793 Jul 16 19:30:44.486648 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:44.675277 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.l3_db [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Floating IP 38521a77-6e6a-425e-bd26-9a020d7085e2 associated. External IP: 172.27.2.45, port: d50763a5-f7bd-4c26-a541-adfca51d1943. Jul 16 19:30:44.723142 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb600b4f-ff4b-42d5-a54d-8d4cfa1389b2 req-12271d5b-7750-43a9-a189-4c5bb2076af2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:44.725066 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cb600b4f-ff4b-42d5-a54d-8d4cfa1389b2 req-12271d5b-7750-43a9-a189-4c5bb2076af2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1802139 Jul 16 19:30:44.762751 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 66893a31-3f4d-4be4-a179-75f2ed919ec4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:30:44.807912 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 66893a31-3f4d-4be4-a179-75f2ed919ec4 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:30:44.808533 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 66893a31-3f4d-4be4-a179-75f2ed919ec4 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:30:44.825216 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cb600b4f-ff4b-42d5-a54d-8d4cfa1389b2 req-691df059-a313-4618-8d27-a13713a6df4a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882397 Jul 16 19:30:45.114873 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbdb8-655e-4736-a9b8-6c989482677f req-3f838f37-6584-4ed9-a6a1-219bce88dfd0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:45.125842 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed5fbdb8-655e-4736-a9b8-6c989482677f req-3f838f37-6584-4ed9-a6a1-219bce88dfd0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2900887 Jul 16 19:30:45.126253 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43728) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:45.137499 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'floatingip': {'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:45.188048 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:45.328408 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:30:45.530034 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43744) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:45.753986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:45.846122 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:30:45.863675 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:45.863966 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:30:45.879784 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:45.881291 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:30:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:45.953586 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-33724b81-bc64-43e4-81e5-551178e14bbe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "PUT /v2.0/floatingips/38521a77-6e6a-425e-bd26-9a020d7085e2 HTTP/1.1" status: 200 len: 991 time: 4.5544922 Jul 16 19:30:45.958747 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:45.971779 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.000537 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:46.003167 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab097943-5203-4869-8ff5-14865e6ea713" -d '{"events": [{"name": "network-changed", "server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:46.063823 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e40b816884044ab784cc424b56c58a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318103 Jul 16 19:30:46.065130 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8511ba-05b6-4f7d-9af2-03225647ac8d,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:46.076685 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43762) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:46.078083 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.078647 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.080127 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.080509 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.080885 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.081246 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.081713 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.082176 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.082792 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.083163 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.083868 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.084565 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101b5bf-cacd-4bb8-895b-88e17a454cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:46.217221 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95c08aa1-e5c9-4a4c-847b-8319d3d58f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.228188 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:46.281351 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95c08aa1-e5c9-4a4c-847b-8319d3d58f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.409688 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95c08aa1-e5c9-4a4c-847b-8319d3d58f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.412859 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-95c08aa1-e5c9-4a4c-847b-8319d3d58f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.413638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f1f2ea-1785-4d94-9c9d-0cb6cfd956e7 x-openstack-request-id: req-01f1f2ea-1785-4d94-9c9d-0cb6cfd956e7 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:46.414183 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:46.415250 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-95c08aa1-e5c9-4a4c-847b-8319d3d58f34 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bd8511ba-05b6-4f7d-9af2-03225647ac8d HTTP/1.1" status: 204 len: 168 time: 0.3071048 Jul 16 19:30:46.417098 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-01f1f2ea-1785-4d94-9c9d-0cb6cfd956e7 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:46.417829 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'status': 'completed', 'code': 200} Jul 16 19:30:46.430297 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c08aa1-e5c9-4a4c-847b-8319d3d58f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8511ba-05b6-4f7d-9af2-03225647ac8d,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:46.520913 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a3e1d-6e17-4ccc-b705-d67cb7bffdcd req-eb444034-5dc9-4452-81be-dbea4bab2101 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.543174 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-122a3e1d-6e17-4ccc-b705-d67cb7bffdcd req-eb444034-5dc9-4452-81be-dbea4bab2101 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.2739434 Jul 16 19:30:46.548329 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.db.resource_extend [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 19:30:46.593367 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab097943-5203-4869-8ff5-14865e6ea713 req-9e47d79f-8453-4f81-86a8-29a9dab21d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.596191 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-9e47d79f-8453-4f81-86a8-29a9dab21d0f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1099 time: 0.1593249 Jul 16 19:30:46.726298 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.758567 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-122a3e1d-6e17-4ccc-b705-d67cb7bffdcd req-893ceed7-840a-4cf5-a54d-a01f6ff10515 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141283 Jul 16 19:30:46.761665 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.830336 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab097943-5203-4869-8ff5-14865e6ea713 req-8b509adf-77a3-40e5-a3fe-eab00b722a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.836539 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-8b509adf-77a3-40e5-a3fe-eab00b722a3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.2284496 Jul 16 19:30:46.987120 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '38521a77-6e6a-425e-bd26-9a020d7085e2', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'port_id': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'mac_address': 'fa:16:3e:a0:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:30:09Z', 'updated_at': '2021-07-16T19:30:43Z', 'revision_number': 1, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:47.014435 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-a0e7f0bd-4b25-40ac-a24a-d083950a678b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 999 time: 0.1693079 Jul 16 19:30:47.094277 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:30:47.109053 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:47.111231 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:30:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:47.142288 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab097943-5203-4869-8ff5-14865e6ea713 req-6f32da03-20bf-4baf-a491-4b2c33978a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:47.146098 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-6f32da03-20bf-4baf-a491-4b2c33978a2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.1207542 Jul 16 19:30:47.190198 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.l3_db [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Floating IP 69661ce5-ceea-4f71-81bb-4c4907b8b4c2 associated. External IP: 172.27.2.20, port: 2a06e818-9976-44f5-912f-979ff0daf4cf. Jul 16 19:30:47.192190 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43794) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:47.237417 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab097943-5203-4869-8ff5-14865e6ea713 req-1afc706b-14af-4d39-9545-ab0b6fadd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:47.239217 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-1afc706b-14af-4d39-9545-ab0b6fadd28a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795403 Jul 16 19:30:47.240857 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:47.342263 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:47.405915 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-88a3ac51-3af7-4f03-abf7-429ae9846422 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546056 Jul 16 19:30:47.597662 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ab097943-5203-4869-8ff5-14865e6ea713 req-84157f7f-5f8e-4f00-b105-2b0fea7dd335 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801751 Jul 16 19:30:47.622389 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Router 80575b91-3ee9-435c-8c01-18152552edde has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:30:47.643712 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:47.656015 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:47.831827 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0315cbf734c1413c87e8ce68194ebe8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349566 Jul 16 19:30:47.834737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43826) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:47.836249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444ca35e-cf19-4f7e-a079-78c78d673f16,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:47.936439 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.937224 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.938076 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.938844 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.939674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.940312 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.941446 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.942546 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.943353 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.945768 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.948572 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:47.952727 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649f26b-1821-4a24-9082-5352f6e1a17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:48.066603 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:30:48.070282 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.083400 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:30:48.101445 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:48.102351 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '38521a77-6e6a-425e-bd26-9a020d7085e2', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'port_id': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'mac_address': 'fa:16:3e:a0:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:30:09Z', 'updated_at': '2021-07-16T19:30:43Z', 'revision_number': 1, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:48.103877 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:30:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:48.136995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43842) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:48.138482 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e3d18895-9795-44c3-9610-f23f2d547fc3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "PUT /v2.0/floatingips/69661ce5-ceea-4f71-81bb-4c4907b8b4c2 HTTP/1.1" status: 200 len: 990 time: 3.0109885 Jul 16 19:30:48.210688 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b001082-aba1-41a8-b3ba-9de636a5801f None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '38521a77-6e6a-425e-bd26-9a020d7085e2', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'port_id': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'mac_address': 'fa:16:3e:a0:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:30:09Z', 'updated_at': '2021-07-16T19:30:43Z', 'revision_number': 1, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:48.213367 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b13e0354-78fa-4377-824f-ceb80e38008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.251584 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Deleting subnet 07c7e1b3-619e-42d9-b45a-a3e7ed58d72e {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:30:48.259762 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.318505 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b13e0354-78fa-4377-824f-ceb80e38008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.413485 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544b81-5529-42df-9823-5bfdeb7c537e req-e8085070-2914-4446-ac5d-44a8cc108f50 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:48.423220 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fc544b81-5529-42df-9823-5bfdeb7c537e req-e8085070-2914-4446-ac5d-44a8cc108f50 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.3881772 Jul 16 19:30:48.431218 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:48.458872 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:48.461584 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d1e09-3b39-456b-83d6-25ff8dbae782" -d '{"events": [{"name": "network-changed", "server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:48.505096 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fc544b81-5529-42df-9823-5bfdeb7c537e req-f2772ecc-d357-47b7-a776-d650f9884a55 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806334 Jul 16 19:30:48.514546 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b13e0354-78fa-4377-824f-ceb80e38008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.518314 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b13e0354-78fa-4377-824f-ceb80e38008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.519874 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-b13e0354-78fa-4377-824f-ceb80e38008b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/444ca35e-cf19-4f7e-a079-78c78d673f16 HTTP/1.1" status: 204 len: 168 time: 0.6853483 Jul 16 19:30:48.596689 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e0354-78fa-4377-824f-ceb80e38008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ca35e-cf19-4f7e-a079-78c78d673f16,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:48.609889 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809519e2-084d-47c8-827a-a9a84e38a9b8 x-openstack-request-id: req-809519e2-084d-47c8-827a-a9a84e38a9b8 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:48.610207 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:48.610469 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-809519e2-084d-47c8-827a-a9a84e38a9b8 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:48.612389 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'status': 'completed', 'code': 200} Jul 16 19:30:48.680230 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f1d93-9d81-46a4-9ff1-9c28e8ccb8cf None None] New status for floating IP 38521a77-6e6a-425e-bd26-9a020d7085e2: ACTIVE {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:30:48.816951 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.008065 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-d155ba95-4aff-4c9f-ad82-1dcd48b47e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.010860 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-d155ba95-4aff-4c9f-ad82-1dcd48b47e61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1098 time: 0.3243911 Jul 16 19:30:49.018441 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.099461 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '69661ce5-ceea-4f71-81bb-4c4907b8b4c2', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': '80575b91-3ee9-435c-8c01-18152552edde', 'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'mac_address': 'fa:16:3e:06:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957d91-d9dc-423e-b445-c2915b664e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:30:13Z', 'updated_at': '2021-07-16T19:30:46Z', 'revision_number': 1, 'project_id': '38408fd9f145458bb021223a943d9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:49.202065 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:30:49.232945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:49.235901 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:30:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:49.266175 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.278086 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-190acc4e-24af-4bed-9212-1ff72187ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.279684 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-190acc4e-24af-4bed-9212-1ff72187ffa8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.2586138 Jul 16 19:30:49.311536 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.316738 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43884) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:49.319512 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] 10.222.0.97 "DELETE /v2.0/subnets/07c7e1b3-619e-42d9-b45a-a3e7ed58d72e HTTP/1.1" status: 204 len: 168 time: 1.1806731 Jul 16 19:30:49.334024 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97001c9-fe55-4fe0-a6a7-89921419555f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c7e1b3-619e-42d9-b45a-a3e7ed58d72e,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:49.443731 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:49.451518 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.486313 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-3c18f20c-7426-47b0-82f4-fd96c8bc5d20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 998 time: 0.1637759 Jul 16 19:30:49.611656 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.623861 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-9d1bf952-2c26-43b5-b11f-1be9e6f51bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.625367 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-9d1bf952-2c26-43b5-b11f-1be9e6f51bdf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.1248837 Jul 16 19:30:49.626303 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4065ded-2992-4b38-832e-71fe79b1d935']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:49.642041 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bc620e-22fa-42af-83a1-9977552e1e79') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:49.642559 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bc620e-22fa-42af-83a1-9977552e1e79') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:49.656651 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.699349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.708819 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:30:49.709468 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.769117 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-f15a8ee1-8bd9-46cc-9afe-1ae6e33d373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.775683 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-f15a8ee1-8bd9-46cc-9afe-1ae6e33d373d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1395361 Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:30:49.791758 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:30:49.837670 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.860360 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.865067 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] 10.222.0.97 "DELETE /v2.0/networks/b4065ded-2992-4b38-832e-71fe79b1d935 HTTP/1.1" status: 204 len: 168 time: 0.5441327 Jul 16 19:30:49.867316 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986048c-9e34-4ea8-b2ac-4226650bc6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4065ded-2992-4b38-832e-71fe79b1d935,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:49.903822 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72275beb-c1b7-4779-a3c7-b8693df291cb req-8eed8ea6-eb38-4914-ab9a-cd22a17024ec tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.911912 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-72275beb-c1b7-4779-a3c7-b8693df291cb req-8eed8ea6-eb38-4914-ab9a-cd22a17024ec tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1192923 Jul 16 19:30:49.924260 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '69661ce5-ceea-4f71-81bb-4c4907b8b4c2', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': '80575b91-3ee9-435c-8c01-18152552edde', 'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'mac_address': 'fa:16:3e:06:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957d91-d9dc-423e-b445-c2915b664e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:30:13Z', 'updated_at': '2021-07-16T19:30:46Z', 'revision_number': 1, 'project_id': '38408fd9f145458bb021223a943d9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:49.963258 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be406-5247-4aaa-be58-6bbbfbf09cd5 None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '69661ce5-ceea-4f71-81bb-4c4907b8b4c2', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': '80575b91-3ee9-435c-8c01-18152552edde', 'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'mac_address': 'fa:16:3e:06:90:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957d91-d9dc-423e-b445-c2915b664e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:30:13Z', 'updated_at': '2021-07-16T19:30:46Z', 'revision_number': 1, 'project_id': '38408fd9f145458bb021223a943d9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:49.978312 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-72275beb-c1b7-4779-a3c7-b8693df291cb req-7c13b717-1847-4675-a304-abcba54c0fd8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642107 Jul 16 19:30:50.026979 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-fe6a90e9-ec1b-4243-834e-576ede6aa0bd service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460544 Jul 16 19:30:50.234710 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a41d1e09-3b39-456b-83d6-25ff8dbae782 req-b3d4f999-d11a-4c3a-b881-749bbf88eed3 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909268 Jul 16 19:30:50.333102 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43936) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:50.392585 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71184f-db2e-4b4e-b520-79c928c15cb8 None None] New status for floating IP 69661ce5-ceea-4f71-81bb-4c4907b8b4c2: ACTIVE {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:30:50.418343 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3a063899-1910-4ebe-bc51-d9a77fe14ba6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=652f1de019d9492da1491dac93e1fde5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0817683 Jul 16 19:30:50.421904 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43944) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:50.422304 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43946) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:50.531625 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Deleting subnet 3090ecd1-feda-4c79-b1eb-fbe5542c70dd {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:30:50.540560 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.598426 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-340d9d54-0249-4b76-9b0b-4801610dc749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.606275 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.659294 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-340d9d54-0249-4b76-9b0b-4801610dc749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.736551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-340d9d54-0249-4b76-9b0b-4801610dc749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.739805 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-340d9d54-0249-4b76-9b0b-4801610dc749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.741187 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-340d9d54-0249-4b76-9b0b-4801610dc749 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/907d5e1b-a37f-4666-8200-6cbd6ebce750 HTTP/1.1" status: 204 len: 168 time: 0.3158913 Jul 16 19:30:50.779435 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.881075 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d9d54-0249-4b76-9b0b-4801610dc749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d5e1b-a37f-4666-8200-6cbd6ebce750,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:50.887784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.944664 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3090ecd1-feda-4c79-b1eb-fbe5542c70dd,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:50.955907 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.959385 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-36952448-cc9a-4304-af72-f4950412cd20 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/3090ecd1-feda-4c79-b1eb-fbe5542c70dd HTTP/1.1" status: 204 len: 168 time: 0.5357234 Jul 16 19:30:50.964264 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43958) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:51.073473 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.192607 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.204910 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0972657-d1f8-4119-b99f-74a582adef99']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:51.228438 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a577aec-4a8c-4968-afca-afc8a8f0dffe') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:51.229087 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a577aec-4a8c-4968-afca-afc8a8f0dffe') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:51.314087 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.354920 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.364978 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:30:51.365395 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:30:51.374898 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:30:51.408416 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72afb8-0a02-4a2c-a5b5-8cb8941d0c48 req-db74f4f3-a646-4238-aa8a-9853bc0f3ab3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:51.409979 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed72afb8-0a02-4a2c-a5b5-8cb8941d0c48 req-db74f4f3-a646-4238-aa8a-9853bc0f3ab3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1858461 Jul 16 19:30:51.477801 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.489837 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.495339 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] 10.222.0.97 "DELETE /v2.0/networks/c0972657-d1f8-4119-b99f-74a582adef99 HTTP/1.1" status: 204 len: 168 time: 0.5284786 Jul 16 19:30:51.495810 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 43984) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:51.514556 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1618647-3762-4cc3-b2c8-a93cc9af5ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=c0972657-d1f8-4119-b99f-74a582adef99,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:51.519543 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed72afb8-0a02-4a2c-a5b5-8cb8941d0c48 req-8000ff3e-5903-4026-894a-ea61a5d5bd2c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714858 Jul 16 19:30:51.591770 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 43986) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:51.599163 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Deleting subnet 7639dfbe-cfd5-466b-adac-17d4fda6e2bb {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:30:51.604014 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.657974 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.798382 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.844168 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e49fc85-7c19-41dd-ae1f-b69d75b4a187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.887399 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.902491 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.904645 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7639dfbe-cfd5-466b-adac-17d4fda6e2bb HTTP/1.1" status: 204 len: 168 time: 0.4058580 Jul 16 19:30:51.927420 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44008) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:51.934871 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013688a-b91c-43bc-a92c-3051b9463280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7639dfbe-cfd5-466b-adac-17d4fda6e2bb,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:51.989180 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44010) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:52.008440 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e49fc85-7c19-41dd-ae1f-b69d75b4a187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.012792 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e49fc85-7c19-41dd-ae1f-b69d75b4a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.032488 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.067127 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44016) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:52.069970 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1e49fc85-7c19-41dd-ae1f-b69d75b4a187 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=941f38b117ae45bc9f1df13872204189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738250 Jul 16 19:30:52.071677 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49fc85-7c19-41dd-ae1f-b69d75b4a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e7884-5525-4d0f-83d1-f0cf7477ebed,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:52.148960 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.156840 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-328605251-network', 'tenant_id': '5fed9a81f5484dd2a38e0d38d50db595'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:52.167459 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cc2afd-368b-4bb8-a18c-a653be5e020c']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:52.181271 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ed58aa-028d-423e-b268-c26ad16a2bd7') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:52.181551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ed58aa-028d-423e-b268-c26ad16a2bd7') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:52.190543 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Made reservation on behalf of 5fed9a81f5484dd2a38e0d38d50db595 for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:52.192921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.198717 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.203433 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.213139 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-abdd3d3c-3d33-4de6-a277-97149951df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.225729 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.242031 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:30:52.242582 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:30:52.244837 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:30:52.259488 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-abdd3d3c-3d33-4de6-a277-97149951df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.329283 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.336900 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.339789 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.357172 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.359100 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] 10.222.0.97 "DELETE /v2.0/networks/60cc2afd-368b-4bb8-a18c-a653be5e020c HTTP/1.1" status: 204 len: 168 time: 0.4308326 Jul 16 19:30:52.364053 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f480-fcf4-4b78-9c0c-be16f98caa22 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cc2afd-368b-4bb8-a18c-a653be5e020c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:52.382860 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace8c57-ecbc-494c-ab73-d01c2b332e1f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:52.403955 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-abdd3d3c-3d33-4de6-a277-97149951df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.407123 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-abdd3d3c-3d33-4de6-a277-97149951df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.408317 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-abdd3d3c-3d33-4de6-a277-97149951df94 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c74e7884-5525-4d0f-83d1-f0cf7477ebed HTTP/1.1" status: 204 len: 168 time: 0.3402071 Jul 16 19:30:52.420912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd3d3c-3d33-4de6-a277-97149951df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e7884-5525-4d0f-83d1-f0cf7477ebed,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:52.426150 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:30:52.448082 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.448876 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Added segment b7617438-2143-4ef4-9364-ba50b0ba7f69 of type vlan for network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 Jul 16 19:30:52.535530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.586664 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44026) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:52.592546 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.594731 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:52.596592 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.643364 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6528351 Jul 16 19:30:52.646401 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44028) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:52.653380 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Request body: {'subnet': {'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-328605251-subnet', 'tenant_id': '5fed9a81f5484dd2a38e0d38d50db595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:30:52.655390 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f8c15260-4060-47b2-a065-89923d312264 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=60adfc8fe1a84fd688fdfd0aa6ded4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674682 Jul 16 19:30:52.656195 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44030) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:52.717494 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e1f46335-63ac-4333-8d81-b12528ee687a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.729747 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5daa5-6a07-49da-8ded-048cdbe43068 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:52.742981 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:30:52.750649 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Made reservation on behalf of 5fed9a81f5484dd2a38e0d38d50db595 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:30:52.754481 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e1f46335-63ac-4333-8d81-b12528ee687a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.755283 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30789401'] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.818116 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e1f46335-63ac-4333-8d81-b12528ee687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.821845 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e1f46335-63ac-4333-8d81-b12528ee687a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.826475 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-e1f46335-63ac-4333-8d81-b12528ee687a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2cbb835d-6ee3-4fad-97fa-c3afd36ac3b1 HTTP/1.1" status: 204 len: 168 time: 0.1691036 Jul 16 19:30:52.837194 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f46335-63ac-4333-8d81-b12528ee687a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb835d-6ee3-4fad-97fa-c3afd36ac3b1,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:53.098558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6c13-1554-46e0-81a7-be883d4048f2 req-0c61e9a7-859e-4c66-b572-3efed26d1f50 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:53.105711 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2fd6c13-1554-46e0-81a7-be883d4048f2 req-0c61e9a7-859e-4c66-b572-3efed26d1f50 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.3357115 Jul 16 19:30:53.202465 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31093015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30789387'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.286778 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2fd6c13-1554-46e0-81a7-be883d4048f2 req-e1bda9ca-7344-4134-9744-e28ba68136c4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798909 Jul 16 19:30:53.473370 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Checking segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:30:53.474234 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Network hostable DHCP agents. Network: ab3443eb-ef02-48b2-a5be-14ccb2a40fb6, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:30:53.504393 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad99e828-e828-4159-8eec-09e67b5a2586,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:53.518599 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:30:53.541926 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, ab3443eb-ef02-48b2-a5be-14ccb2a40fb6) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:30:53.548021 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:53.549566 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.553359 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b938b6da-258e-4121-bb86-4e57bc7cb450 None None] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:53.567085 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-763dd008-f003-45da-9973-68d1326d0106 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9187217 Jul 16 19:30:53.676875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44088) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:53.779474 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666da4b-ef25-4fe3-be72-7d36746d9b4a None None] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:30:53.793991 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-965d834d-4052-47cf-8c26-45219867207d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f82ebfa9e4374129bb039358df2ec0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157000 Jul 16 19:30:53.796616 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44092) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:53.861471 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-345b20af-697f-48d8-924f-b25f8bc62757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.902408 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-345b20af-697f-48d8-924f-b25f8bc62757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.967087 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4d56f5b0-9508-4298-9120-4bd9a7143127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.977126 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-345b20af-697f-48d8-924f-b25f8bc62757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.980038 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-345b20af-697f-48d8-924f-b25f8bc62757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.982537 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-345b20af-697f-48d8-924f-b25f8bc62757 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7443a469-b2bb-4506-bffd-5a5f482395d7 HTTP/1.1" status: 204 len: 168 time: 0.1846368 Jul 16 19:30:53.992855 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b20af-697f-48d8-924f-b25f8bc62757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7443a469-b2bb-4506-bffd-5a5f482395d7,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:54.417024 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-07345b15-6e57-49c7-b8c4-59688cc3f57c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:54.421333 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-07345b15-6e57-49c7-b8c4-59688cc3f57c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.1444218 Jul 16 19:30:54.447815 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-b18da24f-3bac-4cb9-8496-3603101057ca tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/quotas/5fed9a81f5484dd2a38e0d38d50db595 HTTP/1.1" status: 200 len: 375 time: 0.0194728 Jul 16 19:30:54.527088 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-a501effc-40fd-42ec-9ef4-81f2e7b725ca tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707538 Jul 16 19:30:54.720943 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ceaed-8ea2-4a3e-9ea8-021fb2ed2012 req-c74a0dbf-1825-4afb-8670-6e7a10223892 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:54.723954 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c40ceaed-8ea2-4a3e-9ea8-021fb2ed2012 req-c74a0dbf-1825-4afb-8670-6e7a10223892 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.2542844 Jul 16 19:30:54.731198 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-1d797baf-1888-4e71-9dca-7b43d3d9f6a9 service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017560 Jul 16 19:30:54.927238 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c40ceaed-8ea2-4a3e-9ea8-021fb2ed2012 req-68151281-e93d-4a17-beb1-85f58d1f1ab3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889694 Jul 16 19:30:54.949541 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-4956056e-00a7-4326-a6c4-cd3ba0701846 service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970453 Jul 16 19:30:56.440636 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-70170cc7-f44b-4962-afa0-9c596fb48b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:56.585531 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.284917 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a068843b-584b-4fde-91a0-5c3820db997c req-7ee7c650-0b2c-4780-a13d-419def410d2d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0425377 Jul 16 19:30:57.369687 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab746-531e-464c-9f18-be1811eb1473 req-0fde531d-6e9a-478e-b6e0-548befc80f82 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:57.369687 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7dcab746-531e-464c-9f18-be1811eb1473 req-0fde531d-6e9a-478e-b6e0-548befc80f82 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.0897076 Jul 16 19:30:57.433709 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7dcab746-531e-464c-9f18-be1811eb1473 req-d4a27e8c-1e67-43af-9836-09b70cd33aec tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 Jul 16 19:30:57.767823 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:59.115895 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:01.134786 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb5ac4e6-2582-4529-90eb-4611f0695cdf req-e55be8aa-33ff-4f3b-9842-706fca5589a5 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0472178 Jul 16 19:31:01.307886 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a378f2-f207-45d2-9430-c165355dde1d req-e3b56a01-2587-461a-8592-0793e4c78eb1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:01.311016 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f0a378f2-f207-45d2-9430-c165355dde1d req-e3b56a01-2587-461a-8592-0793e4c78eb1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1538072 Jul 16 19:31:01.354664 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-02acd86a-16e5-4aa5-9cc4-0f790e8c25cb tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:01.356357 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-02acd86a-16e5-4aa5-9cc4-0f790e8c25cb tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.2474327 Jul 16 19:31:01.372302 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Request body: {'port': {'device_id': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'admin_state_up': True, 'tenant_id': '5fed9a81f5484dd2a38e0d38d50db595'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:01.389832 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f0a378f2-f207-45d2-9430-c165355dde1d req-5c56f299-768c-4e65-a1a6-5626ba018389 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665698 Jul 16 19:31:01.560334 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Made reservation on behalf of 5fed9a81f5484dd2a38e0d38d50db595 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:31:01.564698 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:01.738448 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Allocated IP 172.20.0.10 (ab3443eb-ef02-48b2-a5be-14ccb2a40fb6/ad99e828-e828-4159-8eec-09e67b5a2586/0f536d34-687c-4094-a0a0-82f34c531495) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:01.964936 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.036715 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.137439 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event updated for resources: {'Port': ['ID=0f536d34-687c-4094-a0a0-82f34c531495,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:02.149079 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:02.151473 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:02.154008 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:02.236590 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:02.237302 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.284570 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5f59ed5d-35cb-4700-a311-bf6571614700 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9179173 Jul 16 19:31:02.300861 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Request body: {'port': {'device_id': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:02.493000 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.506572 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b009-56bf-45b3-a4c3-68954906be07 req-885ac2f6-0bd3-41c3-a79f-fce5d0bad150 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:02.515746 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aa13b009-56bf-45b3-a4c3-68954906be07 req-885ac2f6-0bd3-41c3-a79f-fce5d0bad150 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 932 time: 0.1548231 Jul 16 19:31:02.584934 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aa13b009-56bf-45b3-a4c3-68954906be07 req-20fc00f6-4800-4797-bcc6-1e4bb97987ab tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681210 Jul 16 19:31:02.721384 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0e09-e073-4d61-b45f-68e002d8bfd6 req-da125365-fa25-4fdb-aa52-c9f5b6136151 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:02.723372 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-478f0e09-e073-4d61-b45f-68e002d8bfd6 req-da125365-fa25-4fdb-aa52-c9f5b6136151 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.0767448 Jul 16 19:31:02.777380 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-478f0e09-e073-4d61-b45f-68e002d8bfd6 req-a297225b-9412-45f5-ac2c-32d579e7885a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Jul 16 19:31:02.936572 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44308) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:02.942058 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f536d34-687c-4094-a0a0-82f34c531495 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:31:02.952718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.971405 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Transition to ACTIVE for port object 0f536d34-687c-4094-a0a0-82f34c531495 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:02.976527 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.052438 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0f536d34-687c-4094-a0a0-82f34c531495,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:03.080710 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ed637eae-62b6-488a-a579-52dc22c27da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.123409 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Attempting to bind port 0f536d34-687c-4094-a0a0-82f34c531495 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:03.123750 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Attempting to bind port 0f536d34-687c-4094-a0a0-82f34c531495 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:03.124090 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Attempting to bind port 0f536d34-687c-4094-a0a0-82f34c531495 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:03.128770 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Port 0f536d34-687c-4094-a0a0-82f34c531495 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:31:03.129096 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Attempting to bind port 0f536d34-687c-4094-a0a0-82f34c531495 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:03.134812 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:03.135233 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Checking segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:03.135536 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Bound using segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:03.135968 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Bound port: 0f536d34-687c-4094-a0a0-82f34c531495, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:03.136351 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.203629 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ed637eae-62b6-488a-a579-52dc22c27da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.208775 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ed637eae-62b6-488a-a579-52dc22c27da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.234404 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] For port 0f536d34-687c-4094-a0a0-82f34c531495, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:03.237795 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] For port 0f536d34-687c-4094-a0a0-82f34c531495, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0f536d34-687c-4094-a0a0-82f34c531495,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:03.240948 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-ed637eae-62b6-488a-a579-52dc22c27da6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=162d4b3f63c3428a9380d8f99975c5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029270 Jul 16 19:31:03.244114 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44314) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:03.252195 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.266491 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed637eae-62b6-488a-a579-52dc22c27da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f89761e-c5d6-4e6a-8282-dd6d4b624952,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:03.322319 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:03.322945 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.324592 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] 10.222.0.76 "PUT /v2.0/ports/0f536d34-687c-4094-a0a0-82f34c531495 HTTP/1.1" status: 200 len: 1094 time: 1.0283687 Jul 16 19:31:03.327114 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'tag': '0f536d34-687c-4094-a0a0-82f34c531495'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:31:03.335986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4974940-bac8-419c-ab1c-2dbcd1c63973" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f9ab98-58fd-44e2-bec3-fad593dd21e5", "tag": "0f536d34-687c-4094-a0a0-82f34c531495"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:31:03.426944 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d97baad-c40b-411d-a053-3bff0db2adcd x-openstack-request-id: req-0d97baad-c40b-411d-a053-3bff0db2adcd {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:31:03.426944 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f9ab98-58fd-44e2-bec3-fad593dd21e5", "tag": "0f536d34-687c-4094-a0a0-82f34c531495", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:31:03.426944 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0d97baad-c40b-411d-a053-3bff0db2adcd {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:31:03.426944 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'tag': '0f536d34-687c-4094-a0a0-82f34c531495', 'status': 'completed', 'code': 200} Jul 16 19:31:03.428533 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989bedb-bdb2-49cf-b648-5aa4f2e51d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0f536d34-687c-4094-a0a0-82f34c531495,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:03.434933 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d24-8425-4a3b-b01b-a735a84f4071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.464542 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d24-8425-4a3b-b01b-a735a84f4071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.509086 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-0962b52d-1762-49ed-8469-a4006322267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:03.510855 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-0962b52d-1762-49ed-8469-a4006322267d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 1097 time: 0.1228912 Jul 16 19:31:03.573388 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-767d3cc4-aeea-4624-aac1-645ce9d6fafe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f536d34-687c-4094-a0a0-82f34c531495 HTTP/1.1" status: 200 len: 217 time: 0.0504622 Jul 16 19:31:03.576734 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d24-8425-4a3b-b01b-a735a84f4071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.579637 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d24-8425-4a3b-b01b-a735a84f4071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.582184 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-8e7a6d24-8425-4a3b-b01b-a735a84f4071 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7f89761e-c5d6-4e6a-8282-dd6d4b624952 HTTP/1.1" status: 204 len: 168 time: 0.3352377 Jul 16 19:31:03.598153 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a6d24-8425-4a3b-b01b-a735a84f4071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f89761e-c5d6-4e6a-8282-dd6d4b624952,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:03.670376 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-25cd56c5-21e1-4322-8893-f176bab43fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:03.670376 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-25cd56c5-21e1-4322-8893-f176bab43fcf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.0844302 Jul 16 19:31:03.735745 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-f776f9ba-d681-44bc-9730-abae87db29fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555260 Jul 16 19:31:03.875849 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-a5727e19-5392-4706-ad70-5cad5c010f49 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1532996 Jul 16 19:31:04.051886 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-3fd4a11e-6786-4405-8492-8bbcd9a0e2a1 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978251 Jul 16 19:31:04.193618 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44352) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:04.216577 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5aca7781-c94a-4809-a753-6fb23635b8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.339667 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-fda309cb-87b0-4012-b7c6-1ef8f5f5dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.341166 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-fda309cb-87b0-4012-b7c6-1ef8f5f5dcf3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.3835821 Jul 16 19:31:04.363482 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50ae7-28ce-4093-9842-674df4f468ae req-4f2d1fa8-abbc-4188-8a62-8b2e800a6fcf tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.372179 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b9f50ae7-28ce-4093-9842-674df4f468ae req-4f2d1fa8-abbc-4188-8a62-8b2e800a6fcf tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 944 time: 0.4851241 Jul 16 19:31:04.378539 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5aca7781-c94a-4809-a753-6fb23635b8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.385463 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5aca7781-c94a-4809-a753-6fb23635b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.424294 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c0ca21c1-c4b0-401c-9155-280af98bebf3 req-5447da30-d98b-4114-8cc6-e47f5d50879f service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589468 Jul 16 19:31:04.453336 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af441efe-9258-416b-a963-29b690696c26 req-91b2d4be-aa32-493d-9891-34be277540bb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.454984 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-af441efe-9258-416b-a963-29b690696c26 req-91b2d4be-aa32-493d-9891-34be277540bb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1917624 Jul 16 19:31:04.485135 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-5aca7781-c94a-4809-a753-6fb23635b8ab admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9697121a09d94ff489ed069db09624ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879751 Jul 16 19:31:04.486610 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44374) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:04.501191 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7781-c94a-4809-a753-6fb23635b8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a73b91-04ab-45d1-802b-f440e3c1f64c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:04.535543 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b9f50ae7-28ce-4093-9842-674df4f468ae req-af74a91e-a45a-499f-ba2b-dd4c129b1108 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624806 Jul 16 19:31:04.570748 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-af441efe-9258-416b-a963-29b690696c26 req-bc006e35-2ce9-402c-bac3-ffbbd4614a05 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972812 Jul 16 19:31:04.597935 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-49391f3d-6fd9-416f-8d70-2b6b5465fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.599322 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-49391f3d-6fd9-416f-8d70-2b6b5465fd61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.2252231 Jul 16 19:31:04.637311 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61e4c899-d297-482f-8498-7a9dfd4b72ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.661876 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-09a498c0-e3e1-4203-af88-99f20874f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.677158 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-09a498c0-e3e1-4203-af88-99f20874f6ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 1097 time: 0.1596851 Jul 16 19:31:04.686893 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-036da85f-a5b5-407a-831e-a891471836c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.0670657 Jul 16 19:31:04.723375 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.762847 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61e4c899-d297-482f-8498-7a9dfd4b72ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.793869 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-60579a9b-74ee-4c6c-b750-c6df39567b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.795622 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-60579a9b-74ee-4c6c-b750-c6df39567b22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.0990200 Jul 16 19:31:04.834782 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-cf9a36e6-9e80-48f4-af3f-8884c3414d6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jul 16 19:31:04.921731 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-299a02e5-9ca5-42be-894c-4726656aac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.924939 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-299a02e5-9ca5-42be-894c-4726656aac5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 916 time: 0.2296851 Jul 16 19:31:04.954068 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61e4c899-d297-482f-8498-7a9dfd4b72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.959855 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61e4c899-d297-482f-8498-7a9dfd4b72ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.967068 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-61e4c899-d297-482f-8498-7a9dfd4b72ea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/23a73b91-04ab-45d1-802b-f440e3c1f64c HTTP/1.1" status: 204 len: 168 time: 0.4767747 Jul 16 19:31:04.985666 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-6b1b39d2-cf4b-47df-a757-d1de3dfc9bb9 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392915 Jul 16 19:31:05.016602 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-d809ff90-4066-4184-a002-53009dee67d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f536d34-687c-4094-a0a0-82f34c531495 HTTP/1.1" status: 200 len: 217 time: 0.0803366 Jul 16 19:31:05.022647 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4c899-d297-482f-8498-7a9dfd4b72ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a73b91-04ab-45d1-802b-f440e3c1f64c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:05.106739 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-fc59099b-5f4b-418e-b1ca-d25b66983850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:05.108232 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-fc59099b-5f4b-418e-b1ca-d25b66983850 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.0782886 Jul 16 19:31:05.168130 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-f9d89c38-ecdc-462a-a547-37de2e4a5c6c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526428 Jul 16 19:31:05.191240 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6380bc76-fe4e-4ba2-b43c-7400f5d5195e req-64062785-467a-4f4b-8c6c-2fece8e41efd service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949921 Jul 16 19:31:05.395486 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-5d795c59-20a4-4e96-8fd9-dbb9681e41c6 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157302 Jul 16 19:31:05.571352 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c4974940-bac8-419c-ab1c-2dbcd1c63973 req-dfebc290-a4c6-46f0-8bce-c652ab190fb8 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624968 Jul 16 19:31:05.581878 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44412) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:05.601653 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6220396f-55bf-4653-9617-3cb48ec71872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.827605 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6220396f-55bf-4653-9617-3cb48ec71872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.837937 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6220396f-55bf-4653-9617-3cb48ec71872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.963062 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220396f-55bf-4653-9617-3cb48ec71872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4cfb0b-43c8-424f-92a6-1c8db3f7f849,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:05.971702 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6220396f-55bf-4653-9617-3cb48ec71872 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fdc6b2bcc2c6466da15e7543b756e0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879642 Jul 16 19:31:05.976834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44428) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:06.012258 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752330-c5f3-4007-863f-c4e3638cf46a req-9997e2e0-5728-4f57-97dc-f16cfc83d697 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:06.014639 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-14752330-c5f3-4007-863f-c4e3638cf46a req-9997e2e0-5728-4f57-97dc-f16cfc83d697 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 944 time: 0.3141861 Jul 16 19:31:06.041497 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76487c66-a467-4bce-8b83-095bd5acd90b req-610956ac-0b4a-4289-bf55-fe44ba3422e4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:06.051191 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-76487c66-a467-4bce-8b83-095bd5acd90b req-610956ac-0b4a-4289-bf55-fe44ba3422e4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.2301662 Jul 16 19:31:06.083110 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-87f52a34-9f25-4aca-9ac7-0867403bd517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.143927 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-87f52a34-9f25-4aca-9ac7-0867403bd517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.179822 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-76487c66-a467-4bce-8b83-095bd5acd90b req-fe444a64-c73e-414c-9409-eec24bef468b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Jul 16 19:31:06.230840 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-14752330-c5f3-4007-863f-c4e3638cf46a req-126496dc-874b-48a8-8d0c-11d01e2f6b2f tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756809 Jul 16 19:31:06.240854 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-87f52a34-9f25-4aca-9ac7-0867403bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.244273 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-87f52a34-9f25-4aca-9ac7-0867403bd517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.245429 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-87f52a34-9f25-4aca-9ac7-0867403bd517 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2a4cfb0b-43c8-424f-92a6-1c8db3f7f849 HTTP/1.1" status: 204 len: 168 time: 0.2656565 Jul 16 19:31:06.262566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f52a34-9f25-4aca-9ac7-0867403bd517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4cfb0b-43c8-424f-92a6-1c8db3f7f849,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:06.848827 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0f536d34-687c-4094-a0a0-82f34c531495 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:31:07.019955 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 0f536d34-687c-4094-a0a0-82f34c531495, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0f536d34-687c-4094-a0a0-82f34c531495,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:07.041133 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '0f536d34-687c-4094-a0a0-82f34c531495', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'port_id': '0f536d34-687c-4094-a0a0-82f34c531495', 'mac_address': 'fa:16:3e:9b:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99e828-e828-4159-8eec-09e67b5a2586', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:31:07.103852 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.128255 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f536d34-687c-4094-a0a0-82f34c531495 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:31:07.168292 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 0f536d34-687c-4094-a0a0-82f34c531495, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0f536d34-687c-4094-a0a0-82f34c531495,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:07.177039 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.281757 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=0f536d34-687c-4094-a0a0-82f34c531495,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:07.292622 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.293342 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.293917 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.294516 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.295080 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.296151 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.296718 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.297326 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.297854 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.298598 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.299009 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.299416 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:07.515064 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:31:07.716690 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92639a-4603-452b-a0d1-adf0d9763152 req-e03d5b0a-e802-4be5-b40f-43318d464db9 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:07.720293 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a92639a-4603-452b-a0d1-adf0d9763152 req-e03d5b0a-e802-4be5-b40f-43318d464db9 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1615775 Jul 16 19:31:07.745111 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d0620-2690-4755-8274-da48c07eb065 req-33d85b02-5fa9-4121-bfbd-a7edfe1f5314 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:07.749948 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0e3d0620-2690-4755-8274-da48c07eb065 req-33d85b02-5fa9-4121-bfbd-a7edfe1f5314 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 945 time: 0.2669992 Jul 16 19:31:07.883956 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0e3d0620-2690-4755-8274-da48c07eb065 req-546c6085-59eb-4076-ba0c-8a2307d0057d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206841 Jul 16 19:31:07.889981 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a92639a-4603-452b-a0d1-adf0d9763152 req-add959cb-4e23-4ed3-9f6a-ddf18e307b1f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385353 Jul 16 19:31:08.400113 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:08.840896 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0f536d34-687c-4094-a0a0-82f34c531495 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:08.895951 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 0f536d34-687c-4094-a0a0-82f34c531495 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:08.902754 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 0f536d34-687c-4094-a0a0-82f34c531495 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:08.903369 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.017841 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.048603 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f536d34-687c-4094-a0a0-82f34c531495'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:31:09.051108 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3043617b-066a-4be8-9223-bda026321962" -d '{"events": [{"server_uuid": "b0f9ab98-58fd-44e2-bec3-fad593dd21e5", "name": "network-vif-plugged", "status": "completed", "tag": "0f536d34-687c-4094-a0a0-82f34c531495"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:31:09.068580 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 0f536d34-687c-4094-a0a0-82f34c531495, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0f536d34-687c-4094-a0a0-82f34c531495,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:09.072533 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.136687 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=0f536d34-687c-4094-a0a0-82f34c531495,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:09.272211 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1b80-cad6-48cd-ba5c-1c86d1054a9f req-11d673cb-9123-4792-8e1a-4a8d8795e254 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:09.274887 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3c2f1b80-cad6-48cd-ba5c-1c86d1054a9f req-11d673cb-9123-4792-8e1a-4a8d8795e254 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.2098429 Jul 16 19:31:09.308825 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92b6f5-c0a6-4089-9d52-6c78f5129cbf req-a0216c3e-a8d9-4015-8054-473a32f920a8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:09.309915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4c92b6f5-c0a6-4089-9d52-6c78f5129cbf req-a0216c3e-a8d9-4015-8054-473a32f920a8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1823115 Jul 16 19:31:09.366864 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3c2f1b80-cad6-48cd-ba5c-1c86d1054a9f req-654790f3-8ab1-497d-bb52-ce7128168207 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Jul 16 19:31:09.383434 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4c92b6f5-c0a6-4089-9d52-6c78f5129cbf req-913a2301-b430-4f84-9139-99714bf3bfe2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618434 Jul 16 19:31:09.451789 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1183b44-5c5a-4cd9-83c8-94d8391b7b0f x-openstack-request-id: req-c1183b44-5c5a-4cd9-83c8-94d8391b7b0f {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:31:09.452396 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9ab98-58fd-44e2-bec3-fad593dd21e5", "name": "network-vif-plugged", "status": "completed", "tag": "0f536d34-687c-4094-a0a0-82f34c531495", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:31:09.452873 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c1183b44-5c5a-4cd9-83c8-94d8391b7b0f {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:31:09.453493 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f536d34-687c-4094-a0a0-82f34c531495', 'code': 200} Jul 16 19:31:09.764728 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518f37e-2ed8-4a91-8759-67c4cd3cfdb4 req-d4a22607-e4b8-4b48-898e-f276fcf82574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:09.767585 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0518f37e-2ed8-4a91-8759-67c4cd3cfdb4 req-d4a22607-e4b8-4b48-898e-f276fcf82574 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0866985 Jul 16 19:31:10.109718 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0518f37e-2ed8-4a91-8759-67c4cd3cfdb4 req-9a5cb280-1d2c-45a7-a583-4c6a7453da94 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340988 Jul 16 19:31:10.634612 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a600bfd-178b-404a-a5c1-54a6a6ef378b req-7ccf2e9f-1bb7-490b-917f-8cd07a422084 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:10.636979 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a600bfd-178b-404a-a5c1-54a6a6ef378b req-7ccf2e9f-1bb7-490b-917f-8cd07a422084 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1195488 Jul 16 19:31:10.651082 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769df6d-8b09-41e9-a4e3-55150654ee83 req-1c5c2801-0da3-418e-bc1f-33b42dd42ff0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:10.652677 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3769df6d-8b09-41e9-a4e3-55150654ee83 req-1c5c2801-0da3-418e-bc1f-33b42dd42ff0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1342354 Jul 16 19:31:10.708340 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a600bfd-178b-404a-a5c1-54a6a6ef378b req-90cd7903-56c6-41e8-b4b2-a464510a48e6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545478 Jul 16 19:31:10.729181 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3769df6d-8b09-41e9-a4e3-55150654ee83 req-44d65ae2-94f5-470c-b9c3-942ce50d21c2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597086 Jul 16 19:31:13.660259 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7049-21fd-4f1a-89df-1c776172cd89 req-29df605d-9d16-4fa6-a992-d5c216c46769 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:13.661929 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4abe7049-21fd-4f1a-89df-1c776172cd89 req-29df605d-9d16-4fa6-a992-d5c216c46769 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1730499 Jul 16 19:31:13.678445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387895a5-8f86-4282-a028-be4601adb9fe req-6fb4680b-860c-4981-aabe-d9d804650798 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:13.680027 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-387895a5-8f86-4282-a028-be4601adb9fe req-6fb4680b-860c-4981-aabe-d9d804650798 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1464460 Jul 16 19:31:13.746311 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4abe7049-21fd-4f1a-89df-1c776172cd89 req-c0668e4f-8592-4679-bad8-c4c7d1637409 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650845 Jul 16 19:31:13.769928 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-387895a5-8f86-4282-a028-be4601adb9fe req-6e2d0f2d-14db-42b5-8371-a844576963b1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735939 Jul 16 19:31:17.109236 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10356a7-b5f5-48bf-9435-e7d181806a68 req-43d2d694-09f2-47f4-b7e2-254f7bcc5e5f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:17.112151 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a10356a7-b5f5-48bf-9435-e7d181806a68 req-43d2d694-09f2-47f4-b7e2-254f7bcc5e5f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1401181 Jul 16 19:31:17.130054 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5002-147c-42ee-b4fb-1b55726591a0 req-51c10e6e-84cd-4088-a8fd-149ef4141d41 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:17.131845 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0bed5002-147c-42ee-b4fb-1b55726591a0 req-51c10e6e-84cd-4088-a8fd-149ef4141d41 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1213546 Jul 16 19:31:17.197781 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a10356a7-b5f5-48bf-9435-e7d181806a68 req-18be7996-6c68-4d33-8b9a-0bac512149b4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647297 Jul 16 19:31:17.213722 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0bed5002-147c-42ee-b4fb-1b55726591a0 req-377b7132-252b-4fd1-8b6d-05cc92431616 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713429 Jul 16 19:31:20.751844 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78632d-6c2b-4e68-a44b-d3b8798061d5 req-88d13436-8879-431a-9c29-50e0c13ca2a5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:20.754320 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a78632d-6c2b-4e68-a44b-d3b8798061d5 req-88d13436-8879-431a-9c29-50e0c13ca2a5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1902866 Jul 16 19:31:20.777800 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0868c0-c4bf-493c-9c45-5a76b37b23e8 req-f720462b-408b-4205-ba0d-0a1348b8957c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:20.780805 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d0868c0-c4bf-493c-9c45-5a76b37b23e8 req-f720462b-408b-4205-ba0d-0a1348b8957c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1979389 Jul 16 19:31:20.868268 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a78632d-6c2b-4e68-a44b-d3b8798061d5 req-cb5ff6dd-3204-4c9d-930e-6057157eadce tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771976 Jul 16 19:31:20.868268 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d0868c0-c4bf-493c-9c45-5a76b37b23e8 req-3933f5d0-c465-49e8-accb-71980a5e1628 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718238 Jul 16 19:31:21.531021 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44744) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:21.899462 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-534d6f85-01d4-47c1-9a3f-8ba174bef8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.008504 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44760) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:22.066607 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-534d6f85-01d4-47c1-9a3f-8ba174bef8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.072211 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-534d6f85-01d4-47c1-9a3f-8ba174bef8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.131511 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-534d6f85-01d4-47c1-9a3f-8ba174bef8e1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=79a5fd13ca914314b171f8b8f79f2c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987890 Jul 16 19:31:22.134060 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44764) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:22.137138 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d6f85-01d4-47c1-9a3f-8ba174bef8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62989fc-741a-4252-9bc9-b1a6998be644,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:22.205684 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9347e4d0-319a-4bba-80ed-3bcfc648c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.218693 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a132-8a00-46f4-b963-1bc1d05f15c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.249765 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a132-8a00-46f4-b963-1bc1d05f15c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.336610 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a132-8a00-46f4-b963-1bc1d05f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.341246 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a132-8a00-46f4-b963-1bc1d05f15c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.343209 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-7fa2a132-8a00-46f4-b963-1bc1d05f15c8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c62989fc-741a-4252-9bc9-b1a6998be644 HTTP/1.1" status: 204 len: 168 time: 0.2074900 Jul 16 19:31:22.356084 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a132-8a00-46f4-b963-1bc1d05f15c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62989fc-741a-4252-9bc9-b1a6998be644,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:22.365787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9347e4d0-319a-4bba-80ed-3bcfc648c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.380155 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9347e4d0-319a-4bba-80ed-3bcfc648c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.448514 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9347e4d0-319a-4bba-80ed-3bcfc648c501 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bc0edfe0d9e44a6bae164f0e62ed9ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382453 Jul 16 19:31:22.450301 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e4d0-319a-4bba-80ed-3bcfc648c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083dead9-2393-4f3d-a9f0-3862cc7cf8ae,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:22.453169 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44770) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:22.539677 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4edeb4e3-41d3-4956-a27f-38e2372762cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.593149 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4edeb4e3-41d3-4956-a27f-38e2372762cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.651834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4edeb4e3-41d3-4956-a27f-38e2372762cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.656647 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4edeb4e3-41d3-4956-a27f-38e2372762cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.658777 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-4edeb4e3-41d3-4956-a27f-38e2372762cb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/083dead9-2393-4f3d-a9f0-3862cc7cf8ae HTTP/1.1" status: 204 len: 168 time: 0.2038250 Jul 16 19:31:22.673541 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeb4e3-41d3-4956-a27f-38e2372762cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083dead9-2393-4f3d-a9f0-3862cc7cf8ae,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:22.841641 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44778) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:22.868816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f4680a81-694d-4e1d-9531-ddc9d29a97ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.026386 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f4680a81-694d-4e1d-9531-ddc9d29a97ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.033268 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f4680a81-694d-4e1d-9531-ddc9d29a97ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.108531 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44788) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:23.109259 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f4680a81-694d-4e1d-9531-ddc9d29a97ca admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9c15ab9f2961406a98a7e1dfc314d1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585678 Jul 16 19:31:23.112598 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4680a81-694d-4e1d-9531-ddc9d29a97ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5dd4e4-fad2-441e-8de3-7edcb26a7fa6,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:23.207169 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-532a7d44-4548-42e5-86ef-791627b08c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.246020 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-532a7d44-4548-42e5-86ef-791627b08c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.331481 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-532a7d44-4548-42e5-86ef-791627b08c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.335912 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-532a7d44-4548-42e5-86ef-791627b08c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.337878 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-532a7d44-4548-42e5-86ef-791627b08c23 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dc5dd4e4-fad2-441e-8de3-7edcb26a7fa6 HTTP/1.1" status: 204 len: 168 time: 0.2272489 Jul 16 19:31:23.351197 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a7d44-4548-42e5-86ef-791627b08c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5dd4e4-fad2-441e-8de3-7edcb26a7fa6,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:23.882451 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44814) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:23.938364 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-406adfdf-d9ce-4ed4-986b-3aeacc16e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.054304 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1544093436-network', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:24.080403 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Made reservation on behalf of 7800b5f72d964fc5b82d2e32330b0266 for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:31:24.085283 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.101118 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.295865 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.305503 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.340230 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:31:24.357800 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb64d6-9fcf-4d62-a1c5-acc3a6d4c941,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:24.364305 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.365714 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Added segment d7075260-ac7b-40db-9abb-d7db2e1f14b2 of type vlan for network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 Jul 16 19:31:24.420294 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.459214 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.461288 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:24.462171 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.527069 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6425302 Jul 16 19:31:24.531221 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44838) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:24.542744 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Request body: {'subnet': {'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1544093436-subnet', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:24.611416 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16a4c4-7208-4ca0-af94-d0bccb05829c admin admin] Pushing event updated for resources: {'Network': ['ID=e188a8fb-f17c-469d-ae29-6d2231d3c0a1,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:24.629184 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:31:24.647853 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Made reservation on behalf of 7800b5f72d964fc5b82d2e32330b0266 for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:31:24.652056 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203074'] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:24.825494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642708c-f96b-4b98-b23e-ec4f14c20867 req-de3fb68b-494a-494d-b9e5-7d040f08b4c5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:24.852822 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c642708c-f96b-4b98-b23e-ec4f14c20867 req-de3fb68b-494a-494d-b9e5-7d040f08b4c5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1260703 Jul 16 19:31:24.963937 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c642708c-f96b-4b98-b23e-ec4f14c20867 req-1a82ce71-c3b1-4ba6-ae4f-e6474d4da45c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082530 Jul 16 19:31:25.161985 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30198337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203088'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:25.269470 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09326fc-ea86-4460-aff4-0d1c697e0131 req-368dc7fe-1bfe-4f99-b735-330635aaa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:25.272788 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a09326fc-ea86-4460-aff4-0d1c697e0131 req-368dc7fe-1bfe-4f99-b735-330635aaa62e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 1098 time: 0.2470102 Jul 16 19:31:25.275759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de26a43-887b-448c-a8da-e255f029090c,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:25.314636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Checking segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:25.315226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Network hostable DHCP agents. Network: e188a8fb-f17c-469d-ae29-6d2231d3c0a1, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:31:25.434387 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:31:25.446207 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a09326fc-ea86-4460-aff4-0d1c697e0131 req-cdd644e7-592c-4c18-8a7d-54d8745b66e3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465111 Jul 16 19:31:25.468783 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, e188a8fb-f17c-469d-ae29-6d2231d3c0a1) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:25.477565 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:25.478727 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:25.486287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6af2f-b4ff-4b3b-afe7-9f0d22651b4f None None] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:31:25.507643 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-011ff2b3-b2ae-486e-b9ea-a22bddbb3d90 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9745481 Jul 16 19:31:25.512202 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44870) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:25.525912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:25.621221 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:25.622852 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:25.785707 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:25.958990 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:31:25.960564 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.111318 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.355110 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Allocated IP 172.20.0.2 (e188a8fb-f17c-469d-ae29-6d2231d3c0a1/8de26a43-887b-448c-a8da-e255f029090c/2a272485-c6e9-41f7-b22e-424ece429c81) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:26.377870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762fa5-64b4-4d35-8801-8d4a904c8f15 req-173d82e3-f3f7-4f1b-bbc9-2c3a4a03690c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:26.381381 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea762fa5-64b4-4d35-8801-8d4a904c8f15 req-173d82e3-f3f7-4f1b-bbc9-2c3a4a03690c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1340401 Jul 16 19:31:26.485092 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea762fa5-64b4-4d35-8801-8d4a904c8f15 req-138045dc-0ca6-497e-aba0-fe1f776d37f5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944674 Jul 16 19:31:26.535716 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a1f3-e7bb-4960-af9f-f2e3a3047dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.621471 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.641858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.644463 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.786048 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.811110 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Transition to ACTIVE for port object 2a272485-c6e9-41f7-b22e-424ece429c81 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:26.848537 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Transition to ACTIVE for port object 2a272485-c6e9-41f7-b22e-424ece429c81 will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:26.864465 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:26.945182 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Allocated IP 172.27.2.38 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/bbe9a9a5-cd3e-4248-8040-05369b2ca69e) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:26.965362 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Pushing event updated for resources: {'Port': ['ID=2a272485-c6e9-41f7-b22e-424ece429c81,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:26.991021 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:26.993912 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:26.998911 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:27.189437 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Attempting to bind port 2a272485-c6e9-41f7-b22e-424ece429c81 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:27.190178 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Attempting to bind port 2a272485-c6e9-41f7-b22e-424ece429c81 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:27.191562 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Attempting to bind port 2a272485-c6e9-41f7-b22e-424ece429c81 on network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:27.211686 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:27.211686 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Checking segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:27.211686 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.211686 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Bound using segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:27.213229 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Bound port: 2a272485-c6e9-41f7-b22e-424ece429c81, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:27.213511 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.341674 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.374224 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] For port 2a272485-c6e9-41f7-b22e-424ece429c81, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:27.379048 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] For port 2a272485-c6e9-41f7-b22e-424ece429c81, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a272485-c6e9-41f7-b22e-424ece429c81,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:27.392833 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.434731 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.509455 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:27.512982 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:27.517254 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:27.527009 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:27.551775 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ebdc4-7797-4648-96ee-176ce6316256 None None] Pushing event updated for resources: {'Port': ['ID=2a272485-c6e9-41f7-b22e-424ece429c81,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:27.642618 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44952) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:27.800069 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.955267 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-aae2bc07-322a-4b33-98c6-88f1ce19badf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:27.978294 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3dcb-d444-469f-a1c1-d6d3f1825762 req-fb3ccaa4-dc46-4545-b5c6-3511402670c5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:27.990992 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fcdd3dcb-d444-469f-a1c1-d6d3f1825762 req-fb3ccaa4-dc46-4545-b5c6-3511402670c5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.2494311 Jul 16 19:31:28.075379 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fcdd3dcb-d444-469f-a1c1-d6d3f1825762 req-68386fd8-5f2b-4ed0-97c6-2dc48d9efd77 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827813 Jul 16 19:31:28.082036 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.257638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-aae2bc07-322a-4b33-98c6-88f1ce19badf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.264640 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-aae2bc07-322a-4b33-98c6-88f1ce19badf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.362354 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2bc07-322a-4b33-98c6-88f1ce19badf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6208b22f-13b5-4a59-a5d5-38c6e2e23d53,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:28.409173 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-aae2bc07-322a-4b33-98c6-88f1ce19badf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1307485d0e234b19bf79f0c3d760397c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649176 Jul 16 19:31:28.412845 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44970) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:28.492421 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e10ae3-dea7-4d05-b870-ce8688e7a266 req-b54cc05f-08d4-4b40-8646-9d1b6954bcaf tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:28.494354 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-31e10ae3-dea7-4d05-b870-ce8688e7a266 req-b54cc05f-08d4-4b40-8646-9d1b6954bcaf tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1633086 Jul 16 19:31:28.512391 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-11a26b90-9d31-4c79-a005-3baa9aa75108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.545210 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.596589 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-11a26b90-9d31-4c79-a005-3baa9aa75108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.606188 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-31e10ae3-dea7-4d05-b870-ce8688e7a266 req-f5054b62-5c3c-4673-aa46-242ecf60fc65 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967777 Jul 16 19:31:28.722623 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-11a26b90-9d31-4c79-a005-3baa9aa75108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.728945 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-11a26b90-9d31-4c79-a005-3baa9aa75108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:28.730964 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-11a26b90-9d31-4c79-a005-3baa9aa75108 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6208b22f-13b5-4a59-a5d5-38c6e2e23d53 HTTP/1.1" status: 204 len: 168 time: 0.3168058 Jul 16 19:31:28.763401 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a26b90-9d31-4c79-a005-3baa9aa75108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6208b22f-13b5-4a59-a5d5-38c6e2e23d53,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:28.881244 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Router dbbb6c20-7135-4de5-8299-f09c170fda76 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:31:29.085781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:31:29.102552 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Sync routers for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:31:29.123922 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:29.127626 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:29.138837 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:29.145443 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:29.153710 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 44980) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:29.166170 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a1d5c8ed-79bc-4c33-8924-d6b1c6bb5ef6 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6513758 Jul 16 19:31:29.195648 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4bc72-4ab1-4628-81ea-60d2222566ef None None] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:31:29.373944 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:29.446792 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44990) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:29.460912 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-f78bc161-f40f-42f0-bd90-b2069500b477 None None] Provisioning for port 2a272485-c6e9-41f7-b22e-424ece429c81 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:29.509105 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-812aec4f-2717-4198-8222-e27f9902195f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:29.745139 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-812aec4f-2717-4198-8222-e27f9902195f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:29.751965 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-812aec4f-2717-4198-8222-e27f9902195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:29.776523 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:27Z', 'revision_number': 3, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:29.833534 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Checking router: dbbb6c20-7135-4de5-8299-f09c170fda76 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:31:29.834297 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Updating router dbbb6c20-7135-4de5-8299-f09c170fda76 port bbe9a9a5-cd3e-4248-8040-05369b2ca69e binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:31:29.932203 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.069825 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a272485-c6e9-41f7-b22e-424ece429c81 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:30.168368 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-812aec4f-2717-4198-8222-e27f9902195f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a4418de354be42ddbf5a980332117718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7189434 Jul 16 19:31:30.169324 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 44994) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:30.173158 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aec4f-2717-4198-8222-e27f9902195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c776b-90ca-405b-833c-ca324936837c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:30.174287 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.195130 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 2a272485-c6e9-41f7-b22e-424ece429c81 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:30.202615 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 2a272485-c6e9-41f7-b22e-424ece429c81 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:30.203202 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.264383 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a1669124-8abb-4719-837d-d1a26e9d97ad None None] Provisioning complete for port 2a272485-c6e9-41f7-b22e-424ece429c81 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:30.264893 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a1669124-8abb-4719-837d-d1a26e9d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.298198 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b89b3022-b6fa-4720-9efb-b29776c3623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.338839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b89b3022-b6fa-4720-9efb-b29776c3623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.446821 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b89b3022-b6fa-4720-9efb-b29776c3623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.452306 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b89b3022-b6fa-4720-9efb-b29776c3623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.465574 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.476555 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-b89b3022-b6fa-4720-9efb-b29776c3623a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1b2c776b-90ca-405b-833c-ca324936837c HTTP/1.1" status: 204 len: 168 time: 0.3022754 Jul 16 19:31:30.505041 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.513464 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b3022-b6fa-4720-9efb-b29776c3623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c776b-90ca-405b-833c-ca324936837c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:30.514527 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Transition to ACTIVE for port object bbe9a9a5-cd3e-4248-8040-05369b2ca69e will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:30.533896 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.593469 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a1669124-8abb-4719-837d-d1a26e9d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.668295 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Pushing event updated for resources: {'Port': ['ID=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,revision_number=2']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:30.675328 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Attempting to bind port bbe9a9a5-cd3e-4248-8040-05369b2ca69e on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:30.676090 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Attempting to bind port bbe9a9a5-cd3e-4248-8040-05369b2ca69e by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:30.677003 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Attempting to bind port bbe9a9a5-cd3e-4248-8040-05369b2ca69e on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:30.702033 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:30.702855 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:30.703759 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.705223 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:30.706071 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Bound port: bbe9a9a5-cd3e-4248-8040-05369b2ca69e, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:30.706850 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.718326 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.718754 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.722407 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.722813 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.723378 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.724409 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.724926 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.725513 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.726122 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.728030 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.735491 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.736102 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:30.740956 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 2a272485-c6e9-41f7-b22e-424ece429c81, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a272485-c6e9-41f7-b22e-424ece429c81,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:30.757374 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.857104 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] For port bbe9a9a5-cd3e-4248-8040-05369b2ca69e, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:30.866610 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] For port bbe9a9a5-cd3e-4248-8040-05369b2ca69e, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:30.874852 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.935176 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=2a272485-c6e9-41f7-b22e-424ece429c81,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:30.947357 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.db.api [None req-a1669124-8abb-4719-837d-d1a26e9d97ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:31:30.947871 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG oslo_db.api [None req-a1669124-8abb-4719-837d-d1a26e9d97ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:31:30.989133 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Allocated IP 172.20.0.1 (e188a8fb-f17c-469d-ae29-6d2231d3c0a1/8de26a43-887b-448c-a8da-e255f029090c/3d720402-e12c-4175-982c-21e9ac6ae520) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:31.019128 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc4659-2ff0-49c5-88b0-eee4aef8ae42 None None] Pushing event updated for resources: {'Port': ['ID=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:31.037740 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:31.038803 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:31.200530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:31.223256 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Transition to ACTIVE for port object 3d720402-e12c-4175-982c-21e9ac6ae520 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:31.237470 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:31.282939 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:31.341453 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:31.350649 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:31.355736 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:31.405241 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Pushing event updated for resources: {'Port': ['ID=3d720402-e12c-4175-982c-21e9ac6ae520,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:31.448968 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:31.704202 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:27Z', 'revision_number': 3, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:31.714321 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-ac3321b4-50ed-4b63-87a8-b20bcbe6d6c4 None None] Provisioning for port 3d720402-e12c-4175-982c-21e9ac6ae520 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:31.733465 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-ac3321b4-50ed-4b63-87a8-b20bcbe6d6c4 None None] Provisioning complete for port 3d720402-e12c-4175-982c-21e9ac6ae520 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:31.734232 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ac3321b4-50ed-4b63-87a8-b20bcbe6d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:31.844384 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-ac3321b4-50ed-4b63-87a8-b20bcbe6d6c4 None None] Port 3d720402-e12c-4175-982c-21e9ac6ae520 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:31:31.879081 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313492e-01e0-469c-9470-96109f9fa6c7 None None] The sync data for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi is: [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:27Z', 'revision_number': 3, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:31:32.035769 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a272485-c6e9-41f7-b22e-424ece429c81 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:32.235548 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 2a272485-c6e9-41f7-b22e-424ece429c81 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:32.239118 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:32.281646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:32.747441 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:32.756018 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:32.910665 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Pushing event updated for resources: {'Port': ['ID=3d720402-e12c-4175-982c-21e9ac6ae520,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:32.935022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:32.979077 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90738f3a-758c-4caa-9aa4-5e0c75588554 req-e19ececc-8639-450f-bcef-71c8524f9db7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:32.981542 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-90738f3a-758c-4caa-9aa4-5e0c75588554 req-e19ececc-8639-450f-bcef-71c8524f9db7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1587100 Jul 16 19:31:33.203740 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:33.210478 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-90738f3a-758c-4caa-9aa4-5e0c75588554 req-33ca210e-9b57-4e86-a2df-c5feed95f47b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132213 Jul 16 19:31:33.212210 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:33.487965 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Router dbbb6c20-7135-4de5-8299-f09c170fda76 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:31:33.694184 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:31:33.706356 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d095be02-ec21-4442-8cd4-87609638649c None None] Provisioning complete for port 3d720402-e12c-4175-982c-21e9ac6ae520 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:33.707044 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a1f1659f-ba56-4dfe-af11-2f2d75762455 admin admin] 10.222.0.97 "PUT /v2.0/routers/dbbb6c20-7135-4de5-8299-f09c170fda76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5489714 Jul 16 19:31:33.707882 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d095be02-ec21-4442-8cd4-87609638649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:33.779779 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-d095be02-ec21-4442-8cd4-87609638649c None None] Port 3d720402-e12c-4175-982c-21e9ac6ae520 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:31:33.935063 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bbe9a9a5-cd3e-4248-8040-05369b2ca69e up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:34.000703 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port bbe9a9a5-cd3e-4248-8040-05369b2ca69e completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:34.007914 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port bbe9a9a5-cd3e-4248-8040-05369b2ca69e triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:34.009072 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.093251 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45080) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:34.201864 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.252054 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port bbe9a9a5-cd3e-4248-8040-05369b2ca69e, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:34.260191 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.351620 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:34.447832 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-af74e570-f2a5-4109-81bc-2cb16f2e3b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.619245 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-af74e570-f2a5-4109-81bc-2cb16f2e3b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.625764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-af74e570-f2a5-4109-81bc-2cb16f2e3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.686182 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Sync routers for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:31:34.694337 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74e570-f2a5-4109-81bc-2cb16f2e3b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b018339-faf8-4c8e-8030-5266a29d2d75,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:34.702775 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-af74e570-f2a5-4109-81bc-2cb16f2e3b88 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b85c04e4a61c44378bec0c737de36ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075544 Jul 16 19:31:34.703181 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45098) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:34.705748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:34.707043 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:34.778759 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce7a9-d12d-4514-a9d8-04e64598ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.808774 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce7a9-d12d-4514-a9d8-04e64598ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.815581 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45102) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:34.816297 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.829351 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1454953579-network', 'tenant_id': 'dc128fabab534d13be23fd932c36087e'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:34.873911 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Made reservation on behalf of dc128fabab534d13be23fd932c36087e for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:31:34.876815 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.902512 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.907034 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce7a9-d12d-4514-a9d8-04e64598ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.915423 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce7a9-d12d-4514-a9d8-04e64598ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.922517 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3f5ce7a9-d12d-4514-a9d8-04e64598ee4a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3b018339-faf8-4c8e-8030-5266a29d2d75 HTTP/1.1" status: 204 len: 168 time: 0.2156742 Jul 16 19:31:34.931591 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:34.941971 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ce7a9-d12d-4514-a9d8-04e64598ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b018339-faf8-4c8e-8030-5266a29d2d75,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:35.080190 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.087507 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.131095 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:31:35.149069 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3975770-54ea-472a-9784-b7abd8653333,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:35.157103 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.157672 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Added segment cdbbdb0d-c9a0-4a6e-9c93-011f19852473 of type vlan for network 75d340e9-5a1c-47a0-9071-0bb209e23076 Jul 16 19:31:35.230551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.307569 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 2, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:35.308933 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.311031 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:35.312339 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.366174 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Checking router: dbbb6c20-7135-4de5-8299-f09c170fda76 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:31:35.366784 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Updating router dbbb6c20-7135-4de5-8299-f09c170fda76 port 3d720402-e12c-4175-982c-21e9ac6ae520 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:31:35.369823 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5515087 Jul 16 19:31:35.374620 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45112) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:35.384904 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Request body: {'subnet': {'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1454953579-subnet', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:35.431557 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Made reservation on behalf of dc128fabab534d13be23fd932c36087e for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:31:35.439366 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30789401'] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.443198 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c9ad-0fd5-4bf0-9582-f5cf222f3f66 admin admin] Pushing event updated for resources: {'Network': ['ID=75d340e9-5a1c-47a0-9071-0bb209e23076,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:35.618381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:31:35.646342 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45116) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:35.705551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-8191cd41-9c2d-447e-8ccb-1c4c34191af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:35.709261 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-8191cd41-9c2d-447e-8ccb-1c4c34191af1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1414821 Jul 16 19:31:35.713594 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-227eda6c-d385-49e7-870e-8c54f7ec4dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.758907 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:35.993272 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-4a5d2a8d-4450-43c1-89db-8ff35187d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:35.996283 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-4a5d2a8d-4450-43c1-89db-8ff35187d076 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.2764003 Jul 16 19:31:36.029039 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-227eda6c-d385-49e7-870e-8c54f7ec4dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.056074 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-b8dca924-fb72-409f-8f46-ce9010a6649a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.0492640 Jul 16 19:31:36.057525 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-227eda6c-d385-49e7-870e-8c54f7ec4dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.103313 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bbe9a9a5-cd3e-4248-8040-05369b2ca69e up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:36.109114 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31093015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30789387'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.158758 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-0d1a7ee4-c719-4f5a-a830-4f0ce08fb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:36.162332 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-0d1a7ee4-c719-4f5a-a830-4f0ce08fb6d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.0983748 Jul 16 19:31:36.249699 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6207e-302c-4490-ad4e-21c6b32f16e1 req-6386844d-dc9d-44b9-9be3-b4c47df73ace tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:36.251338 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-64f2a972-f3f9-4c27-a956-efdac20dbaf9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814116 Jul 16 19:31:36.254148 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-98b6207e-302c-4490-ad4e-21c6b32f16e1 req-6386844d-dc9d-44b9-9be3-b4c47df73ace tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.3727238 Jul 16 19:31:36.255221 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eda6c-d385-49e7-870e-8c54f7ec4dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc88ba-3777-41d0-8ff6-974218eadff4,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:36.282164 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-227eda6c-d385-49e7-870e-8c54f7ec4dab admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0e1de307d1464a1093752b6482ebfd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6338885 Jul 16 19:31:36.288490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa21dfc-b705-471b-b56e-4a64c745826a,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:36.296171 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45120) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:36.339685 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port bbe9a9a5-cd3e-4248-8040-05369b2ca69e triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:36.352115 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.443064 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-43c685d9-5622-4fc8-945a-92934f3b4bbc service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844358 Jul 16 19:31:36.472589 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-98b6207e-302c-4490-ad4e-21c6b32f16e1 req-ddc46e05-0bbd-4df7-9609-a9afb603ddba tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049959 Jul 16 19:31:36.500534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Checking segment: {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:36.501354 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Network hostable DHCP agents. Network: 75d340e9-5a1c-47a0-9071-0bb209e23076, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:31:36.512374 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07e8c330-9791-455b-a9a4-11ae5de02dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.579119 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:31:36.630826 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07e8c330-9791-455b-a9a4-11ae5de02dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.640728 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 75d340e9-5a1c-47a0-9071-0bb209e23076) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:36.652328 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:36.656274 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.703118 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5d346b6c-4763-4dcc-ba9e-193595ad2c38 req-7e8883f6-fb84-43ef-b159-ebf9e9fcd889 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502244 Jul 16 19:31:36.732017 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-01ba7141-28fa-4028-953b-412bc7a02009 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3554177 Jul 16 19:31:36.736598 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45142) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:36.742736 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:36.757748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c95fc3-5a01-43e4-879d-6c4d2d841b0e None None] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:31:36.794972 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.798940 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.891555 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07e8c330-9791-455b-a9a4-11ae5de02dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.898831 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-07e8c330-9791-455b-a9a4-11ae5de02dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.901663 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-07e8c330-9791-455b-a9a4-11ae5de02dbb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cadc88ba-3777-41d0-8ff6-974218eadff4 HTTP/1.1" status: 204 len: 168 time: 0.5943203 Jul 16 19:31:36.923998 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8c330-9791-455b-a9a4-11ae5de02dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc88ba-3777-41d0-8ff6-974218eadff4,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:37.007113 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.064857 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.145476 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Transition to ACTIVE for port object 3d720402-e12c-4175-982c-21e9ac6ae520 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:37.165195 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.246593 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.314274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172ef6-3556-47a8-8424-5fd8f7387c2b None None] Pushing event updated for resources: {'Port': ['ID=3d720402-e12c-4175-982c-21e9ac6ae520,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:37.447096 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-75d340e9-5a1c-47a0-9071-0bb209e23076', 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'fixed_ips': [{'subnet_id': 'cfa21dfc-b705-471b-b56e-4a64c745826a'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:31:37.448335 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.479698 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-d7131164-f3c4-4bee-81da-a297af178740 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:37.482762 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-d7131164-f3c4-4bee-81da-a297af178740 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.2925134 Jul 16 19:31:37.530695 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-b3d86470-387c-47aa-931a-e1f9115aa3bc tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/quotas/5fed9a81f5484dd2a38e0d38d50db595 HTTP/1.1" status: 200 len: 375 time: 0.0305479 Jul 16 19:31:37.615645 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Attempting to bind port 3d720402-e12c-4175-982c-21e9ac6ae520 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:37.623599 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Attempting to bind port 3d720402-e12c-4175-982c-21e9ac6ae520 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:37.624715 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Attempting to bind port 3d720402-e12c-4175-982c-21e9ac6ae520 on network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:37.654749 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:37.655326 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Checking segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:37.666990 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.667671 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Bound using segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:37.674236 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Bound port: 3d720402-e12c-4175-982c-21e9ac6ae520, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:37.674720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.711457 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-13bb88f6-5b55-42f3-82eb-e19fe9643bae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1782725 Jul 16 19:31:37.852946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.934761 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:38.136737 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Allocated IP 172.20.0.2 (75d340e9-5a1c-47a0-9071-0bb209e23076/cfa21dfc-b705-471b-b56e-4a64c745826a/ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:38.217905 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Allocated IP 172.27.2.203 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/d7be9814-cea0-4611-8e3c-625cb6ef03bb) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:38.250236 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] For port 3d720402-e12c-4175-982c-21e9ac6ae520, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:38.336252 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-a7cf65e7-9d70-40db-b438-5ef211fd75ad service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166718 Jul 16 19:31:38.344919 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] For port 3d720402-e12c-4175-982c-21e9ac6ae520, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=3d720402-e12c-4175-982c-21e9ac6ae520,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:38.371188 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:38.547254 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:38.597338 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:38.605189 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:38.625951 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-8efc9eb8-bfb2-418a-b74d-45dddc52b1a5 service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839968 Jul 16 19:31:38.657286 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2960af-dfd4-4c10-9571-6129629372db req-c945810f-0157-4c2c-9ccc-dff51a258af6 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:38.665849 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ff2960af-dfd4-4c10-9571-6129629372db req-c945810f-0157-4c2c-9ccc-dff51a258af6 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.8259506 Jul 16 19:31:38.690813 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:38.846063 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:38.848206 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172ef6-3556-47a8-8424-5fd8f7387c2b None None] Pushing event updated for resources: {'Port': ['ID=3d720402-e12c-4175-982c-21e9ac6ae520,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:38.853483 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ff2960af-dfd4-4c10-9571-6129629372db req-8c065b25-b1c8-4585-b7fb-41ee50f102dd tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680951 Jul 16 19:31:38.858617 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:38.865456 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:39.053206 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7be9814-cea0-4611-8e3c-625cb6ef03bb,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:39.325248 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:39.422381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:39.431816 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Transition to ACTIVE for port object ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:39.567225 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Transition to ACTIVE for port object ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:39.590764 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:39.619406 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-01c66e52-824e-4b8e-8f77-86f71df49a7a req-101442bb-67d8-480b-8bc5-859d7478f875 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 210 time: 0.1240478 Jul 16 19:31:39.811285 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:39.830484 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:39.835820 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:39.866239 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:39.877205 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Pushing event updated for resources: {'Port': ['ID=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:40.082095 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Attempting to bind port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:40.083358 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Attempting to bind port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:40.083973 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Attempting to bind port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff on network 75d340e9-5a1c-47a0-9071-0bb209e23076 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:40.110792 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:40.111477 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Checking segment: {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:40.112184 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:40.112877 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Bound using segment: {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:40.113718 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Bound port: ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:40.114445 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:40.127048 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45222) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:40.417066 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] For port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:40.446694 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] For port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:40.472771 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:40.501415 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:40.605965 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:38Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:40.778627 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f703c6-ea69-4d2d-8fd8-15fe31b1be3b None None] The sync data for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi is: [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:38Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:31:40.798193 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f7e5-a9d1-44c6-b905-8fb6cac71203 None None] Pushing event updated for resources: {'Port': ['ID=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:41.197002 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Router 26b13a8b-8c53-4a37-95c4-0c72001eb967 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:31:41.446871 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-79c8b059-f92c-47eb-8e26-90627f7c3d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:41.548946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:31:41.572505 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Sync routers for ids ['26b13a8b-8c53-4a37-95c4-0c72001eb967'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:31:41.594624 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb52dc-fc37-465d-a0ec-4a79853599eb req-07d93c63-1e6f-4463-893c-224f70b91c07 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:41.609563 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Routers {'26b13a8b-8c53-4a37-95c4-0c72001eb967'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:41.609876 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a1cb52dc-fc37-465d-a0ec-4a79853599eb req-07d93c63-1e6f-4463-893c-224f70b91c07 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 1.1257799 Jul 16 19:31:41.611521 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['26b13a8b-8c53-4a37-95c4-0c72001eb967'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:41.723637 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a1cb52dc-fc37-465d-a0ec-4a79853599eb req-23246f7c-47dc-485c-98e8-dd4afba874c2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121452 Jul 16 19:31:41.822281 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-79c8b059-f92c-47eb-8e26-90627f7c3d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:41.831172 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-79c8b059-f92c-47eb-8e26-90627f7c3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:41.836498 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:41.842594 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-d977a0b9-961c-4d16-8402-1076ba8552d8 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1000762 Jul 16 19:31:41.843017 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45254) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:41.922801 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-79c8b059-f92c-47eb-8e26-90627f7c3d2b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8ad320c40edc4fbeaa5bf02cdd853408&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7899566 Jul 16 19:31:41.926181 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45260) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:42.020997 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Set router 26b13a8b-8c53-4a37-95c4-0c72001eb967 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:42.196651 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8b059-f92c-47eb-8e26-90627f7c3d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311830d2-de77-4c45-8792-66168c9eeb78,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:42.200123 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcf09-e388-4af4-be2a-9d711344fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:42.326099 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcf09-e388-4af4-be2a-9d711344fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:42.359613 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:42.547821 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b00e0151-b57a-46a7-9553-8285f84abc38 req-e0d38187-aaa1-4050-863b-7fdf5e256ab8 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 210 time: 0.3052425 Jul 16 19:31:42.551430 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:42.568560 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3d720402-e12c-4175-982c-21e9ac6ae520 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:42.624159 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:31:39Z', 'revision_number': 3, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:42.703248 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcf09-e388-4af4-be2a-9d711344fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:42.712140 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcf09-e388-4af4-be2a-9d711344fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:42.714627 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c6ddcf09-e388-4af4-be2a-9d711344fd1c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/311830d2-de77-4c45-8792-66168c9eeb78 HTTP/1.1" status: 204 len: 168 time: 0.7859344 Jul 16 19:31:42.733626 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddcf09-e388-4af4-be2a-9d711344fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311830d2-de77-4c45-8792-66168c9eeb78,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:42.759095 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Checking router: 26b13a8b-8c53-4a37-95c4-0c72001eb967 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:31:42.761187 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Updating router 26b13a8b-8c53-4a37-95c4-0c72001eb967 port d7be9814-cea0-4611-8e3c-625cb6ef03bb binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:31:42.849652 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 3d720402-e12c-4175-982c-21e9ac6ae520 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:42.863254 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 3d720402-e12c-4175-982c-21e9ac6ae520 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:42.865753 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:42.999704 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbf797-07ca-4088-b1fb-cb2b76bd2688 None None] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:31:43.022861 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:43.366770 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] Provisioning for port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:43.432031 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] Provisioning complete for port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:43.432561 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:43.619635 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45290) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:43.762455 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:43.804905 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:43.832012 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Transition to ACTIVE for port object d7be9814-cea0-4611-8e3c-625cb6ef03bb will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:43.844722 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:43.923651 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:43.927409 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 3d720402-e12c-4175-982c-21e9ac6ae520, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=3d720402-e12c-4175-982c-21e9ac6ae520,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:43.946793 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.009907 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Attempting to bind port d7be9814-cea0-4611-8e3c-625cb6ef03bb on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:44.010770 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Attempting to bind port d7be9814-cea0-4611-8e3c-625cb6ef03bb by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:44.011657 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Attempting to bind port d7be9814-cea0-4611-8e3c-625cb6ef03bb on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:44.030368 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] For port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:44.044781 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a4591-2ba6-4daf-bc47-c55280b4eb47 None None] Pushing event updated for resources: {'Port': ['ID=d7be9814-cea0-4611-8e3c-625cb6ef03bb,revision_number=2']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:44.048648 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:44.049163 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:44.049685 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.050512 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:44.051057 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Bound port: d7be9814-cea0-4611-8e3c-625cb6ef03bb, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:44.052935 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.054588 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.068770 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d3b-665a-4774-83b2-e9c45ba1c9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.076809 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=3d720402-e12c-4175-982c-21e9ac6ae520,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:44.203152 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2178b5b-cea3-400a-9471-3fb6363cff56 None None] Pushing event updated for resources: {'Port': ['ID=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:44.213493 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] For port d7be9814-cea0-4611-8e3c-625cb6ef03bb, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:44.220591 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] For port d7be9814-cea0-4611-8e3c-625cb6ef03bb, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=d7be9814-cea0-4611-8e3c-625cb6ef03bb,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:44.230450 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.269190 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.324724 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d3b-665a-4774-83b2-e9c45ba1c9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.334494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d3b-665a-4774-83b2-e9c45ba1c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.349423 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Routers {'26b13a8b-8c53-4a37-95c4-0c72001eb967'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:44.351315 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['26b13a8b-8c53-4a37-95c4-0c72001eb967'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:44.391454 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf68d3b-665a-4774-83b2-e9c45ba1c9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991b0bd4-37f5-42c9-b3e4-853ff7db1930,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:44.451640 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45296) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:44.451942 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-ecf68d3b-665a-4774-83b2-e9c45ba1c9c7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=471d57c7e42541e892fda78e0ff59bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281205 Jul 16 19:31:44.613665 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-02ffb9c9-16e4-4081-9f17-d08e599c107d None None] Provisioning complete for port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:44.614572 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-02ffb9c9-16e4-4081-9f17-d08e599c107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.655426 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] Set router 26b13a8b-8c53-4a37-95c4-0c72001eb967 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:44.797963 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-76d41381-7268-414a-b639-0a17f707b3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.825852 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7a4702fe-7ade-4b5c-bb54-776b9f67a136 req-e8f9fd22-b6a3-4768-8055-715fba99b115 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 210 time: 0.0761220 Jul 16 19:31:44.845588 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-76d41381-7268-414a-b639-0a17f707b3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:44.914092 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607d285-90a4-42b9-84f4-11633c28011a req-a90a2197-2fd7-4cf4-b2ba-4695f7c2bd19 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:44.916538 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b607d285-90a4-42b9-84f4-11633c28011a req-a90a2197-2fd7-4cf4-b2ba-4695f7c2bd19 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2412314 Jul 16 19:31:44.925948 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a4591-2ba6-4daf-bc47-c55280b4eb47 None None] Pushing event updated for resources: {'Port': ['ID=d7be9814-cea0-4611-8e3c-625cb6ef03bb,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:44.934955 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Allocated IP 172.20.0.1 (75d340e9-5a1c-47a0-9071-0bb209e23076/cfa21dfc-b705-471b-b56e-4a64c745826a/204ff721-cb2a-447e-8eb3-3cb7e34bb578) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:44.989790 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b607d285-90a4-42b9-84f4-11633c28011a req-42faff34-8a06-4d36-adfe-6ab5b6f89880 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612857 Jul 16 19:31:45.091130 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:31:39Z', 'revision_number': 3, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:45.147945 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50744a5-7adb-4e29-aecf-80594a41e649 None None] The sync data for ids ['26b13a8b-8c53-4a37-95c4-0c72001eb967'] in dv-cinder-800695-3-iscsi is: [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:31:39Z', 'revision_number': 3, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:31:45.153047 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-76d41381-7268-414a-b639-0a17f707b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:45.157519 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-76d41381-7268-414a-b639-0a17f707b3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:45.159402 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-76d41381-7268-414a-b639-0a17f707b3c2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/991b0bd4-37f5-42c9-b3e4-853ff7db1930 HTTP/1.1" status: 204 len: 168 time: 0.6815603 Jul 16 19:31:45.231561 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d41381-7268-414a-b639-0a17f707b3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991b0bd4-37f5-42c9-b3e4-853ff7db1930,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:45.247117 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:45.352859 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Transition to ACTIVE for port object 204ff721-cb2a-447e-8eb3-3cb7e34bb578 will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:45.394305 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:45.504750 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-d3885ee0-0632-49d7-826c-8a441344938b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:45.527352 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-d3885ee0-0632-49d7-826c-8a441344938b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.3986573 Jul 16 19:31:45.553376 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Request body: {'port': {'device_id': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'admin_state_up': True, 'tenant_id': '5fed9a81f5484dd2a38e0d38d50db595'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:45.628063 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:45.985732 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:46.002680 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:46.019906 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:46.149403 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45318) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:46.191862 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.215053 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c032a3b8-8199-4d0e-90af-2238840db0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.377986 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-910c6608-9c14-490b-a9d1-5470dae3d0df req-0d00ad97-766d-48d4-b6ad-0bde7a879836 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 210 time: 0.0997305 Jul 16 19:31:46.406667 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Pushing event updated for resources: {'Port': ['ID=204ff721-cb2a-447e-8eb3-3cb7e34bb578,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:46.444713 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Made reservation on behalf of 5fed9a81f5484dd2a38e0d38d50db595 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:31:46.459463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:46.467379 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.570055 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.570600 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.571159 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.571706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.572279 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.572849 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.573811 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.575000 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.575228 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.575784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.576333 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.576875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:46.706231 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-e5e2043a-7856-4e39-977b-4ad8b91970ee None None] Provisioning for port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:46.718818 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-e5e2043a-7856-4e39-977b-4ad8b91970ee None None] Provisioning complete for port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:46.719740 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e5e2043a-7856-4e39-977b-4ad8b91970ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.727073 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cd441-1c1d-4f47-9e3b-cb97a49d10fe req-fc65c984-bb17-41a4-9d2d-db923fc0b6e8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:46.733503 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:46.738915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5e9cd441-1c1d-4f47-9e3b-cb97a49d10fe req-fc65c984-bb17-41a4-9d2d-db923fc0b6e8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.3027565 Jul 16 19:31:46.739162 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.875233 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.902155 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-e5e2043a-7856-4e39-977b-4ad8b91970ee None None] Port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:31:46.910036 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5e9cd441-1c1d-4f47-9e3b-cb97a49d10fe req-2b4fd6ab-8419-4401-8534-c73020fd6479 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396124 Jul 16 19:31:46.942969 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c032a3b8-8199-4d0e-90af-2238840db0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:46.951292 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c032a3b8-8199-4d0e-90af-2238840db0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.023100 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c032a3b8-8199-4d0e-90af-2238840db0f4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f98a50d749894fb48e4c20c34f4e521a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8708992 Jul 16 19:31:47.025719 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45328) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:47.035924 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3d720402-e12c-4175-982c-21e9ac6ae520 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:47.190879 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032a3b8-8199-4d0e-90af-2238840db0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a917e58-bd9d-4b56-a47d-14c589cc60b6,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:47.204234 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 3d720402-e12c-4175-982c-21e9ac6ae520 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:47.204678 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.231249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3adb76e4-195d-4fc2-8f45-74beab0bd146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.298209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3adb76e4-195d-4fc2-8f45-74beab0bd146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.350969 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Allocated IP 172.20.0.14 (ab3443eb-ef02-48b2-a5be-14ccb2a40fb6/ad99e828-e828-4159-8eec-09e67b5a2586/b43c56f8-4eb6-4114-8980-552a50fce9d6) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:31:47.375842 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device d7be9814-cea0-4611-8e3c-625cb6ef03bb up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:47.398475 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3adb76e4-195d-4fc2-8f45-74beab0bd146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.403184 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3adb76e4-195d-4fc2-8f45-74beab0bd146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.404855 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3adb76e4-195d-4fc2-8f45-74beab0bd146 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1a917e58-bd9d-4b56-a47d-14c589cc60b6 HTTP/1.1" status: 204 len: 168 time: 0.3718567 Jul 16 19:31:47.449867 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb76e4-195d-4fc2-8f45-74beab0bd146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a917e58-bd9d-4b56-a47d-14c589cc60b6,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:47.511225 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port d7be9814-cea0-4611-8e3c-625cb6ef03bb completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:47.521079 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port d7be9814-cea0-4611-8e3c-625cb6ef03bb triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:47.522035 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.566784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.626192 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.718087 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.784544 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e7f51bd6-e61e-41d0-8a1a-d1107530bf35 req-3cd7dd83-8099-409a-83d8-0b71ed4cdc86 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 210 time: 0.1229205 Jul 16 19:31:47.809841 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port d7be9814-cea0-4611-8e3c-625cb6ef03bb, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=d7be9814-cea0-4611-8e3c-625cb6ef03bb,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:47.823480 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.873199 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:47.899146 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Pushing event updated for resources: {'Port': ['ID=204ff721-cb2a-447e-8eb3-3cb7e34bb578,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:48.006003 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=d7be9814-cea0-4611-8e3c-625cb6ef03bb,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:48.188122 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.374897 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:48.385759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:48.385759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.402201 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:31:48.497931 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc8a4c-8bf6-4387-b5f1-53b3bfb3abb8 req-51b2b740-d9d9-40df-b532-f999edab92b0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:48.516384 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-13bc8a4c-8bf6-4387-b5f1-53b3bfb3abb8 req-51b2b740-d9d9-40df-b532-f999edab92b0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1700649 Jul 16 19:31:48.553159 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:31:48.621974 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-13bc8a4c-8bf6-4387-b5f1-53b3bfb3abb8 req-4084f663-cf1c-4fe2-bd24-23d87d92318d tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 Jul 16 19:31:48.697296 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:31:48.719548 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:31:48.840832 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event updated for resources: {'Port': ['ID=b43c56f8-4eb6-4114-8980-552a50fce9d6,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:48.863510 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:48.865317 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.964332 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-7f328315-f6f1-4700-80fb-e73e1fb1ed16 None None] Provisioning complete for port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:48.965530 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7f328315-f6f1-4700-80fb-e73e1fb1ed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.967474 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0f4f0b2e-4ba6-4980-a024-c51ed43527b6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4259005 Jul 16 19:31:48.989883 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Request body: {'port': {'device_id': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:49.041841 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-7f328315-f6f1-4700-80fb-e73e1fb1ed16 None None] Port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:31:49.075097 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Router 26b13a8b-8c53-4a37-95c4-0c72001eb967 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:31:49.231333 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:49.261673 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3ce55-faa9-4360-8f5c-46d6db66b2ab req-32b8e264-aa58-45f3-9766-94122ff10ae9 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:49.264319 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bcc3ce55-faa9-4360-8f5c-46d6db66b2ab req-32b8e264-aa58-45f3-9766-94122ff10ae9 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 932 time: 0.1191938 Jul 16 19:31:49.335287 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bcc3ce55-faa9-4360-8f5c-46d6db66b2ab req-d55e22e0-c778-46db-92f3-8abc32958cec tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597208 Jul 16 19:31:49.360209 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:31:49.384826 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Sync routers for ids ['26b13a8b-8c53-4a37-95c4-0c72001eb967'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:31:49.385115 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c8f603a2-c739-4883-89dc-287c006572ce admin admin] 10.222.0.97 "PUT /v2.0/routers/26b13a8b-8c53-4a37-95c4-0c72001eb967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5280144 Jul 16 19:31:49.399492 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Routers {'26b13a8b-8c53-4a37-95c4-0c72001eb967'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:49.401007 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['26b13a8b-8c53-4a37-95c4-0c72001eb967'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:49.631329 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Set router 26b13a8b-8c53-4a37-95c4-0c72001eb967 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:49.988138 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43c56f8-4eb6-4114-8980-552a50fce9d6 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:31:50.006341 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.036249 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Transition to ACTIVE for port object b43c56f8-4eb6-4114-8980-552a50fce9d6 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:50.053576 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.182905 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device d7be9814-cea0-4611-8e3c-625cb6ef03bb up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:50.187955 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:31:46Z', 'revision_number': 4, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '204ff721-cb2a-447e-8eb3-3cb7e34bb578', 'name': '', 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'mac_address': 'fa:16:3e:e1:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'cfa21dfc-b705-471b-b56e-4a64c745826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:44Z', 'updated_at': '2021-07-16T19:31:47Z', 'revision_number': 2, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'subnets': [{'id': 'cfa21dfc-b705-471b-b56e-4a64c745826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:50.310073 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Checking router: 26b13a8b-8c53-4a37-95c4-0c72001eb967 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:31:50.310669 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Updating router 26b13a8b-8c53-4a37-95c4-0c72001eb967 port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:31:50.358684 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Attempting to bind port b43c56f8-4eb6-4114-8980-552a50fce9d6 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:50.359385 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Attempting to bind port b43c56f8-4eb6-4114-8980-552a50fce9d6 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:50.365176 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Attempting to bind port b43c56f8-4eb6-4114-8980-552a50fce9d6 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:50.377162 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Port b43c56f8-4eb6-4114-8980-552a50fce9d6 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:31:50.377660 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Attempting to bind port b43c56f8-4eb6-4114-8980-552a50fce9d6 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:50.395566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:50.396133 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Checking segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:50.396764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Bound using segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:50.397490 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Bound port: b43c56f8-4eb6-4114-8980-552a50fce9d6, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:50.398094 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.404127 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Pushing event updated for resources: {'Port': ['ID=b43c56f8-4eb6-4114-8980-552a50fce9d6,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:50.511181 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.548546 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] For port b43c56f8-4eb6-4114-8980-552a50fce9d6, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:50.555723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] For port b43c56f8-4eb6-4114-8980-552a50fce9d6, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:50.563479 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.574069 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a790bd-9b74-4517-add9-18d4ecfe882f req-7b50d949-5afc-42ac-bc10-c98f0ada16f1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:50.579293 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b1a790bd-9b74-4517-add9-18d4ecfe882f req-7b50d949-5afc-42ac-bc10-c98f0ada16f1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1988680 Jul 16 19:31:50.600163 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:50.601706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.604802 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] 10.222.0.76 "PUT /v2.0/ports/b43c56f8-4eb6-4114-8980-552a50fce9d6 HTTP/1.1" status: 200 len: 1094 time: 1.6236300 Jul 16 19:31:50.605666 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'tag': 'b43c56f8-4eb6-4114-8980-552a50fce9d6'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:31:50.610154 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ad6e74-034b-4deb-a820-cfd5c9680f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6941a8-a9df-44a0-a46d-33c62308d581", "tag": "b43c56f8-4eb6-4114-8980-552a50fce9d6"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:31:50.729229 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45408) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:50.738492 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b1a790bd-9b74-4517-add9-18d4ecfe882f req-67443e52-2901-49c2-a8d8-2cbe1d85c8a1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504240 Jul 16 19:31:50.753161 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301013171', 'description': 'tempest-secgroup-smoke-1301013171 description', 'project_id': '7800b5f72d964fc5b82d2e32330b0266'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:50.795883 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595d88b-0e3d-4584-bdd3-62a8f934db67 service neutron] Pushing event updated for resources: {'Port': ['ID=b43c56f8-4eb6-4114-8980-552a50fce9d6,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:50.829461 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.830073 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0e5c0508-f4bf-44aa-9549-3675bd707d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:50.832239 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-0e5c0508-f4bf-44aa-9549-3675bd707d6a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 1097 time: 0.1511903 Jul 16 19:31:50.857810 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port d7be9814-cea0-4611-8e3c-625cb6ef03bb triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:50.858603 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.011695 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-769b78a6-f819-4d1f-a2d0-377550f1a2c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6 HTTP/1.1" status: 200 len: 217 time: 0.1672163 Jul 16 19:31:51.041861 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.051012 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.157592 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b4fb6-d8cf-4478-814b-3faa6b5d7f72 x-openstack-request-id: req-6c5b4fb6-d8cf-4478-814b-3faa6b5d7f72 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:31:51.158042 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6941a8-a9df-44a0-a46d-33c62308d581", "tag": "b43c56f8-4eb6-4114-8980-552a50fce9d6", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:31:51.158549 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c5b4fb6-d8cf-4478-814b-3faa6b5d7f72 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:31:51.159142 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'tag': 'b43c56f8-4eb6-4114-8980-552a50fce9d6', 'status': 'completed', 'code': 200} Jul 16 19:31:51.188898 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56bf6be-ef46-428c-b4c6-3838fab8b1da,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:51.193185 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-4a5cc1a5-3c12-40ef-8c99-45124af5338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:51.197494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.198353 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-4a5cc1a5-3c12-40ef-8c99-45124af5338c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.1791089 Jul 16 19:31:51.205446 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4610307 Jul 16 19:31:51.206116 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45416) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:51.217609 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf6be-ef46-428c-b4c6-3838fab8b1da', 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:51.221068 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.221913 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.222693 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.223531 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.224284 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.225261 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.226040 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.227279 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.228254 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.242974 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.243590 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.244222 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe60c1-fbe9-48ae-ac58-3df040deb7cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:51.365762 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15713-8213-4862-afd8-fcd595933374 req-2f2d4eb2-8e3e-419e-9544-54ad15941cc7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:51.369293 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-49e15713-8213-4862-afd8-fcd595933374 req-2f2d4eb2-8e3e-419e-9544-54ad15941cc7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 944 time: 0.2797120 Jul 16 19:31:51.389951 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-706b2e95-6238-46e2-95e6-7f134bfa79ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473453 Jul 16 19:31:51.435327 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.491372 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-49e15713-8213-4862-afd8-fcd595933374 req-18879d58-d12e-41e5-9cb3-301e5a7d07c1 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137609 Jul 16 19:31:51.710990 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.719771 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.729732 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.752449 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Transition to ACTIVE for port object 204ff721-cb2a-447e-8eb3-3cb7e34bb578 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:31:51.764973 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.779619 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7d1ada-c54e-4422-945d-f657797c14a2,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:51.787907 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-94697b00-4601-4a89-b63c-ba4bf6a75034 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802409 Jul 16 19:31:51.885526 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:51.889936 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-3b2c7d50-157f-45ec-83b9-bf702cfd8cc4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6809769 Jul 16 19:31:51.893174 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45446) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:51.902486 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf6be-ef46-428c-b4c6-3838fab8b1da', 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:52.015459 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.041126 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ef16-ac3d-4df9-8086-824fc19d4749 None None] Pushing event updated for resources: {'Port': ['ID=204ff721-cb2a-447e-8eb3-3cb7e34bb578,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:52.121615 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Attempting to bind port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:31:52.122760 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Attempting to bind port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:31:52.123617 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Attempting to bind port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 on network 75d340e9-5a1c-47a0-9071-0bb209e23076 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:31:52.139977 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:31:52.140638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Checking segment: {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:31:52.141705 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.142460 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Bound using segment: {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:31:52.144102 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Bound port: 204ff721-cb2a-447e-8eb3-3cb7e34bb578, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:31:52.145458 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.171961 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cd24d0ab-27b2-4d99-b3cb-1656cf69fb89 req-b282a7ce-b2b9-4cbf-aa0b-25d39b8c1cad service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751872 Jul 16 19:31:52.301903 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.328397 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.384146 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edee406f-d667-4a9b-8ef1-6b52105f538e,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:52.388381 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45454) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:52.429222 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.432005 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-cd48c8be-0d41-44bb-9490-2d08def3e145 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5359743 Jul 16 19:31:52.435649 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45458) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:52.436353 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] For port 204ff721-cb2a-447e-8eb3-3cb7e34bb578, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:31:52.442485 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] For port 204ff721-cb2a-447e-8eb3-3cb7e34bb578, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=204ff721-cb2a-447e-8eb3-3cb7e34bb578,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:31:52.445676 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf6be-ef46-428c-b4c6-3838fab8b1da', 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:52.460213 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.490398 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-ad9d1ca6-6e69-40a0-8101-1acc9dd7cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:52.495054 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-ad9d1ca6-6e69-40a0-8101-1acc9dd7cffd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 1097 time: 0.1854665 Jul 16 19:31:52.502735 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d9621-4702-4ef9-ad57-15d3b7a4635a req-24abded7-1803-412e-8c68-0a890548d0be tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:52.516370 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-598d9621-4702-4ef9-ad57-15d3b7a4635a req-24abded7-1803-412e-8c68-0a890548d0be tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.3323109 Jul 16 19:31:52.543952 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45464) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:52.578207 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.680369 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ef16-ac3d-4df9-8086-824fc19d4749 None None] Pushing event updated for resources: {'Port': ['ID=204ff721-cb2a-447e-8eb3-3cb7e34bb578,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:52.690596 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Routers {'26b13a8b-8c53-4a37-95c4-0c72001eb967'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:52.691525 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:31:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['26b13a8b-8c53-4a37-95c4-0c72001eb967'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:52.711082 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-598d9621-4702-4ef9-ad57-15d3b7a4635a req-ac5aaf47-5da5-4fc4-a1b9-87a8e893f97f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920447 Jul 16 19:31:52.797477 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-71f65656-c35d-4a66-8d53-3b9592c6f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.864830 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5dd3178c-d254-4e05-a42d-7685aa778f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.934882 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.950384 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.006261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] Set router 26b13a8b-8c53-4a37-95c4-0c72001eb967 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:53.012211 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f823b6f-1e6f-4d72-95c3-9ad64d97e004,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:53.211628 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-6cdba76d-8f19-4cc8-b27a-7596d70a80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:53.214397 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-6cdba76d-8f19-4cc8-b27a-7596d70a80f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 916 time: 0.7103512 Jul 16 19:31:53.230392 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d702620-45a2-4e36-93b7-a4147b6d5dc5 req-12fae641-ff2d-4fd3-a7c2-cefa6bb22297 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:53.233600 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d702620-45a2-4e36-93b7-a4147b6d5dc5 req-12fae641-ff2d-4fd3-a7c2-cefa6bb22297 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 944 time: 0.2016592 Jul 16 19:31:53.278572 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-71f65656-c35d-4a66-8d53-3b9592c6f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.279380 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-2a5dfc29-ef37-4f18-bcc6-1ded2139dbc8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6 HTTP/1.1" status: 200 len: 217 time: 0.0531483 Jul 16 19:31:53.302235 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-71f65656-c35d-4a66-8d53-3b9592c6f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.386151 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-366dbe20-f957-4c97-8441-9b1601d4d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:53.389110 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-366dbe20-f957-4c97-8441-9b1601d4d88e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.0938921 Jul 16 19:31:53.426823 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d702620-45a2-4e36-93b7-a4147b6d5dc5 req-4f701e6b-b96c-4076-a72f-65b96cde525a tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777251 Jul 16 19:31:53.445486 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-71f65656-c35d-4a66-8d53-3b9592c6f699 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=09f9b657806f49f3912e0809ea7784df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875587 Jul 16 19:31:53.445764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45468) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:53.460011 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-7c61a81e-1ef0-4bdc-96ee-fc16b568c1a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615900 Jul 16 19:31:53.467938 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:31:46Z', 'revision_number': 4, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '204ff721-cb2a-447e-8eb3-3cb7e34bb578', 'name': '', 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'mac_address': 'fa:16:3e:e1:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'cfa21dfc-b705-471b-b56e-4a64c745826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:44Z', 'updated_at': '2021-07-16T19:31:52Z', 'revision_number': 4, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'subnets': [{'id': 'cfa21dfc-b705-471b-b56e-4a64c745826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:53.478615 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f65656-c35d-4a66-8d53-3b9592c6f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3514e-0579-4688-93da-e766a174b7b1,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:53.527013 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b2a9d-808f-455c-964f-666135c8086f None None] The sync data for ids ['26b13a8b-8c53-4a37-95c4-0c72001eb967'] in dv-cinder-800695-3-iscsi is: [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:31:46Z', 'revision_number': 4, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '204ff721-cb2a-447e-8eb3-3cb7e34bb578', 'name': '', 'network_id': '75d340e9-5a1c-47a0-9071-0bb209e23076', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'mac_address': 'fa:16:3e:e1:ee:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'cfa21dfc-b705-471b-b56e-4a64c745826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:44Z', 'updated_at': '2021-07-16T19:31:52Z', 'revision_number': 4, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'subnets': [{'id': 'cfa21dfc-b705-471b-b56e-4a64c745826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:31:53.658286 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5dd3178c-d254-4e05-a42d-7685aa778f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.681975 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5dd3178c-d254-4e05-a42d-7685aa778f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.719845 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.720896 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-7eeec1c4-fcdb-4720-b3ec-1c87af18062e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2829287 Jul 16 19:31:53.727886 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45472) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:53.737371 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf6be-ef46-428c-b4c6-3838fab8b1da', 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:53.740084 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-024f1d54-5023-4ed1-9751-393e4797283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.781376 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3178c-d254-4e05-a42d-7685aa778f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8456efb-0d38-4910-b132-e7ff3bb10f7b,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:53.793692 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-5dd3178c-d254-4e05-a42d-7685aa778f79 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3c1786c01e734a459f68e7c116700996&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3869586 Jul 16 19:31:53.799625 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45478) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:53.849312 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-a13ff7e5-27e9-4118-bc24-00bb24fb45a3 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567362 Jul 16 19:31:53.852886 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-024f1d54-5023-4ed1-9751-393e4797283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.921318 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.944008 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-27051321-a281-4d5d-a0a0-035db9c7a66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.121251 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81a48bd8-fcac-4456-9141-6df749728e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.152417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 204ff721-cb2a-447e-8eb3-3cb7e34bb578 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:54.173261 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-37ad6e74-034b-4deb-a820-cfd5c9680f1e req-9166f3e1-98f1-4a26-9b1f-aebb57dbd125 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167114 Jul 16 19:31:54.208445 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-024f1d54-5023-4ed1-9751-393e4797283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.215002 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-024f1d54-5023-4ed1-9751-393e4797283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.216863 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-024f1d54-5023-4ed1-9751-393e4797283a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/58d3514e-0579-4688-93da-e766a174b7b1 HTTP/1.1" status: 204 len: 168 time: 0.7693765 Jul 16 19:31:54.235759 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81a48bd8-fcac-4456-9141-6df749728e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.247219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:54.249007 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f1d54-5023-4ed1-9751-393e4797283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3514e-0579-4688-93da-e766a174b7b1,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:54.260800 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.278196 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:54.278196 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.282032 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.363675 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7a446b-67e1-469c-af63-45809d51bfd2,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:54.386420 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.388560 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6f97c0f8-ef41-4980-b2e2-499bba6a5ddf tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6551342 Jul 16 19:31:54.398921 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45482) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:54.408664 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf6be-ef46-428c-b4c6-3838fab8b1da', 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:54.410494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d20d4-b481-4c6e-9ce8-e8def0382484 req-8bcd7f72-b8d9-4757-a06e-bcf21aa6ad68 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:54.423571 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-399d20d4-b481-4c6e-9ce8-e8def0382484 req-8bcd7f72-b8d9-4757-a06e-bcf21aa6ad68 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.4111061 Jul 16 19:31:54.472880 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81a48bd8-fcac-4456-9141-6df749728e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.476083 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81a48bd8-fcac-4456-9141-6df749728e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.478779 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-81a48bd8-fcac-4456-9141-6df749728e73 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d8456efb-0d38-4910-b132-e7ff3bb10f7b HTTP/1.1" status: 204 len: 168 time: 0.6776123 Jul 16 19:31:54.500565 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.securitygroups_db [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Project 7800b5f72d964fc5b82d2e32330b0266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:31:54.512997 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.556032 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-399d20d4-b481-4c6e-9ce8-e8def0382484 req-5b8c8165-5de1-44cb-bcc7-3af50e3d5eaf tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Jul 16 19:31:54.562396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a48bd8-fcac-4456-9141-6df749728e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8456efb-0d38-4910-b132-e7ff3bb10f7b,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:54.675653 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.685392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.698675 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.730526 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.737401 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45490) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:54.738739 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3371427 Jul 16 19:31:54.753311 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1394e7b-e679-4bb4-bb87-cf15fa6c4504 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5348b4e7-4c29-47bf-8cc4-325276cb1571,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:54.757018 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf6be-ef46-428c-b4c6-3838fab8b1da', 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:31:54.806058 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 204ff721-cb2a-447e-8eb3-3cb7e34bb578, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=204ff721-cb2a-447e-8eb3-3cb7e34bb578,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:54.814441 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.853849 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.securitygroups_db [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Project 7800b5f72d964fc5b82d2e32330b0266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:31:54.884643 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:54.968626 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=204ff721-cb2a-447e-8eb3-3cb7e34bb578,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:55.064845 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b43c56f8-4eb6-4114-8980-552a50fce9d6 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:31:55.168256 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.178808 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.201665 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e24694-7457-4427-be74-5a46e736a1ed req-5ae4b325-2171-438b-99a3-36a5eadeddea tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:55.215110 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d0e24694-7457-4427-be74-5a46e736a1ed req-5ae4b325-2171-438b-99a3-36a5eadeddea tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 944 time: 0.2926531 Jul 16 19:31:55.292632 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f28374-7e61-4ba9-b0bf-1dfd4d47b59e,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:55.313247 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.325430 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6a452567-d76e-4e03-8746-05a5cffaceef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5777252 Jul 16 19:31:55.343247 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d0e24694-7457-4427-be74-5a46e736a1ed req-9afafef4-8be7-40f0-a4b5-516b345109f0 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266341 Jul 16 19:31:55.402263 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port b43c56f8-4eb6-4114-8980-552a50fce9d6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:55.436794 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'b43c56f8-4eb6-4114-8980-552a50fce9d6', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'port_id': 'b43c56f8-4eb6-4114-8980-552a50fce9d6', 'mac_address': 'fa:16:3e:c5:03:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99e828-e828-4159-8eec-09e67b5a2586', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:31:55.506677 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 45508) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:55.538033 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.563940 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e5f7190b-83e4-4f8e-87c0-a7f5d5aa3089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.571132 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43c56f8-4eb6-4114-8980-552a50fce9d6 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:31:55.633390 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port b43c56f8-4eb6-4114-8980-552a50fce9d6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:55.650922 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.820622 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=b43c56f8-4eb6-4114-8980-552a50fce9d6,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:55.828329 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e5f7190b-83e4-4f8e-87c0-a7f5d5aa3089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.840500 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e5f7190b-83e4-4f8e-87c0-a7f5d5aa3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.931789 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e5f7190b-83e4-4f8e-87c0-a7f5d5aa3089 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=92f1541d417f4180864944c95f97ec74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234431 Jul 16 19:31:55.935394 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7190b-83e4-4f8e-87c0-a7f5d5aa3089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc3274-59d3-41ea-b9a5-67d0114f0be2,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:55.936252 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45540) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:56.011022 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['b43c56f8-4eb6-4114-8980-552a50fce9d6'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:31:56.125739 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6cdba798-e4d3-4d39-be41-7e54e6dedd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.129236 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb58f-0ddb-4018-a394-9d644d831d8d req-be6d9366-cfab-4346-b21c-5528273ec0c0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:56.151939 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-645cb58f-0ddb-4018-a394-9d644d831d8d req-be6d9366-cfab-4346-b21c-5528273ec0c0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2176549 Jul 16 19:31:56.163035 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 204ff721-cb2a-447e-8eb3-3cb7e34bb578 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:56.190655 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6cdba798-e4d3-4d39-be41-7e54e6dedd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.279881 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-645cb58f-0ddb-4018-a394-9d644d831d8d req-9a038ecf-55fd-470b-81dc-c8c7396ecd32 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244678 Jul 16 19:31:56.321805 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6cdba798-e4d3-4d39-be41-7e54e6dedd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.326910 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6cdba798-e4d3-4d39-be41-7e54e6dedd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.329157 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6cdba798-e4d3-4d39-be41-7e54e6dedd46 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dbdc3274-59d3-41ea-b9a5-67d0114f0be2 HTTP/1.1" status: 204 len: 168 time: 0.3910959 Jul 16 19:31:56.335314 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:56.336015 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.362261 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdba798-e4d3-4d39-be41-7e54e6dedd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc3274-59d3-41ea-b9a5-67d0114f0be2,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:56.534992 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9354290-fdbb-4e33-af59-a9156ee3bf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.694357 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:56.907240 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbe6f1-cde0-4177-b7af-7d3a82470ea4 req-5ba29357-924f-40df-90e1-7656369e7a29 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:56.910882 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a3bbe6f1-cde0-4177-b7af-7d3a82470ea4 req-5ba29357-924f-40df-90e1-7656369e7a29 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 945 time: 0.1441298 Jul 16 19:31:56.992293 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a3bbe6f1-cde0-4177-b7af-7d3a82470ea4 req-20b81b52-0747-4990-b507-3e9c894900d6 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738738 Jul 16 19:31:57.697302 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c892224-8ab1-43f4-9bd5-ed3d053db61d req-60b78048-b19d-477c-bebd-92756b4eac03 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:57.697302 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c892224-8ab1-43f4-9bd5-ed3d053db61d req-60b78048-b19d-477c-bebd-92756b4eac03 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1941109 Jul 16 19:31:57.766305 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c892224-8ab1-43f4-9bd5-ed3d053db61d req-675c13a7-ac9e-4364-b66a-a3b971d0c273 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578852 Jul 16 19:31:57.803453 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:58.297890 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177beec-9547-477a-b5e2-6a19d041b6b6 req-c7b22ab8-2f9a-459f-852c-90ad95a2f7cd tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:58.309381 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4177beec-9547-477a-b5e2-6a19d041b6b6 req-c7b22ab8-2f9a-459f-852c-90ad95a2f7cd tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 945 time: 0.1187074 Jul 16 19:31:58.384960 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4177beec-9547-477a-b5e2-6a19d041b6b6 req-16825e44-4c7f-4d10-b47a-c24356c04fa3 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665598 Jul 16 19:31:58.631954 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45634) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:58.776675 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3172fed-380b-4014-9273-f410b32cd3aa req-9e0be285-fdae-4c19-8401-d74e7a9cb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:58.779273 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a3172fed-380b-4014-9273-f410b32cd3aa req-9e0be285-fdae-4c19-8401-d74e7a9cb98b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1041772 Jul 16 19:31:58.851030 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5a27-98d7-4e45-941f-b528ef7e3399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:58.905029 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a3172fed-380b-4014-9273-f410b32cd3aa req-038dcd02-6b8a-49c3-9f2d-e1926858b8a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096404 Jul 16 19:31:59.078276 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b43c56f8-4eb6-4114-8980-552a50fce9d6 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:59.137300 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5a27-98d7-4e45-941f-b528ef7e3399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.143559 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5a27-98d7-4e45-941f-b528ef7e3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.212060 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32091c-8ddc-4fe7-bb04-629a6658b0d6 req-62e87598-de1c-448e-803a-581edadfae30 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:59.232665 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5d32091c-8ddc-4fe7-bb04-629a6658b0d6 req-62e87598-de1c-448e-803a-581edadfae30 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1962845 Jul 16 19:31:59.243147 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.247450 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5a27-98d7-4e45-941f-b528ef7e3399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ffb56-8db8-4816-997c-275a23927868,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:59.261858 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-4f1b5a27-98d7-4e45-941f-b528ef7e3399 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5e07d075b8b345479358ac8a78ff3b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244807 Jul 16 19:31:59.268246 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45656) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:59.303868 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port b43c56f8-4eb6-4114-8980-552a50fce9d6 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:31:59.313720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port b43c56f8-4eb6-4114-8980-552a50fce9d6 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:59.313720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.331029 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5d32091c-8ddc-4fe7-bb04-629a6658b0d6 req-b5f5239e-f85e-492a-8ddf-95346b741620 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968492 Jul 16 19:31:59.426924 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-918c6800-e2a5-4718-9dfb-2ac2123d0ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.496399 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-918c6800-e2a5-4718-9dfb-2ac2123d0ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.550182 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.603932 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c56f8-4eb6-4114-8980-552a50fce9d6'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:31:59.610562 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45969c25-afdc-4369-a48d-5bedc2576949" -d '{"events": [{"server_uuid": "1e6941a8-a9df-44a0-a46d-33c62308d581", "name": "network-vif-plugged", "status": "completed", "tag": "b43c56f8-4eb6-4114-8980-552a50fce9d6"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:31:59.627289 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-918c6800-e2a5-4718-9dfb-2ac2123d0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.632907 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-918c6800-e2a5-4718-9dfb-2ac2123d0ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.637028 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-918c6800-e2a5-4718-9dfb-2ac2123d0ed8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8e9ffb56-8db8-4816-997c-275a23927868 HTTP/1.1" status: 204 len: 168 time: 0.3668258 Jul 16 19:31:59.652218 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c6800-e2a5-4718-9dfb-2ac2123d0ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ffb56-8db8-4816-997c-275a23927868,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:59.654646 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port b43c56f8-4eb6-4114-8980-552a50fce9d6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:59.665423 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.796280 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17778-daf7-4aa2-b83b-46f31bf039ce req-6bd10c5e-833d-4284-ad26-074de09c6d55 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:59.810978 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1ef17778-daf7-4aa2-b83b-46f31bf039ce req-6bd10c5e-833d-4284-ad26-074de09c6d55 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 946 time: 0.1378219 Jul 16 19:31:59.817484 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4371871e-86c7-4404-8c73-39e5fd8aad9b x-openstack-request-id: req-4371871e-86c7-4404-8c73-39e5fd8aad9b {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:31:59.817946 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6941a8-a9df-44a0-a46d-33c62308d581", "name": "network-vif-plugged", "status": "completed", "tag": "b43c56f8-4eb6-4114-8980-552a50fce9d6", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:31:59.834095 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4371871e-86c7-4404-8c73-39e5fd8aad9b {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:31:59.834910 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c56f8-4eb6-4114-8980-552a50fce9d6', 'code': 200} Jul 16 19:31:59.836042 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=b43c56f8-4eb6-4114-8980-552a50fce9d6,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:59.874848 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1ef17778-daf7-4aa2-b83b-46f31bf039ce req-a546f196-cb64-438b-86da-85719c45611d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Jul 16 19:32:00.307987 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957ddcf-ae53-4254-a932-4a8ba790b004 req-4e18f054-3b5d-43e2-b37f-a827f9e9fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:00.311181 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5957ddcf-ae53-4254-a932-4a8ba790b004 req-4e18f054-3b5d-43e2-b37f-a827f9e9fd7f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 1099 time: 0.1320627 Jul 16 19:32:00.381229 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5957ddcf-ae53-4254-a932-4a8ba790b004 req-7e648c74-51cc-4aa1-b24e-5877225c39bc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Jul 16 19:32:00.596201 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ad16c-9abe-4b14-bf43-10a9c6a321c1 req-52e41306-d0ff-472d-a4c7-a137fa8ce5bd tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:00.598698 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6d0ad16c-9abe-4b14-bf43-10a9c6a321c1 req-52e41306-d0ff-472d-a4c7-a137fa8ce5bd tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.0855312 Jul 16 19:32:00.656385 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6d0ad16c-9abe-4b14-bf43-10a9c6a321c1 req-060567d1-1280-469a-aa5b-bbc7de97a297 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501606 Jul 16 19:32:01.217479 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390e02-01db-4d10-81cc-fc88a3188f06 req-60c91c7b-f53f-4f65-8aa4-5b59062f056e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:01.220046 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1a390e02-01db-4d10-81cc-fc88a3188f06 req-60c91c7b-f53f-4f65-8aa4-5b59062f056e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 946 time: 0.1327519 Jul 16 19:32:01.222667 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-6309c04d-90de-47f5-94d6-5aafcdab5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:01.226763 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-6309c04d-90de-47f5-94d6-5aafcdab5287 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1175871 Jul 16 19:32:01.292838 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1a390e02-01db-4d10-81cc-fc88a3188f06 req-8e203c90-d2d1-4b6b-9a88-a5186c6579fc tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628250 Jul 16 19:32:01.431155 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-95d4ca80-a44c-4793-a375-235d814e3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:01.433864 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-95d4ca80-a44c-4793-a375-235d814e3b5d service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.1942465 Jul 16 19:32:01.554486 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-3621582e-5f60-4f09-ad05-a2ec3ca8113a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.1047606 Jul 16 19:32:01.590522 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34230e-e8f7-4922-a3da-d6fd659635ff req-55674564-5282-44f2-8d80-ed19b980b4e2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:01.593130 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2c34230e-e8f7-4922-a3da-d6fd659635ff req-55674564-5282-44f2-8d80-ed19b980b4e2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2019238 Jul 16 19:32:01.693834 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2c34230e-e8f7-4922-a3da-d6fd659635ff req-118a964a-b786-41d1-9885-f8e1a4f7d1f3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903499 Jul 16 19:32:01.769295 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-9916c1a6-a21c-431a-8712-685846bcf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:01.773860 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-9916c1a6-a21c-431a-8712-685846bcf1a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.2109447 Jul 16 19:32:01.817230 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-2693566e-3ff3-423c-aecb-eb2f5fe726c9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1162384 Jul 16 19:32:01.844968 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-addc6c0b-43ff-4a8d-bcc7-7a450e131850 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533426 Jul 16 19:32:01.952740 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-045861c8-cf13-4736-9a04-99c6507e2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:01.954490 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-045861c8-cf13-4736-9a04-99c6507e2b68 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 1098 time: 0.0749934 Jul 16 19:32:02.015510 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-2d9d7b06-beba-4e32-8fda-ede0870abdc3 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588190 Jul 16 19:32:02.038305 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45716) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:02.106646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-d6efce94-fd69-4757-85ad-db2e0fa7a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:02.109239 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-d6efce94-fd69-4757-85ad-db2e0fa7a852 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.1292791 Jul 16 19:32:02.178745 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-31b4b80a-49f8-49c4-a30c-e68fd8be87b9 req-2e63061c-0a9e-4a63-b5e7-685a80310429 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526787 Jul 16 19:32:02.182035 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-420a6623-019d-4121-8d9c-3d804670d74b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578 HTTP/1.1" status: 200 len: 217 time: 0.0602105 Jul 16 19:32:02.226398 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35bf6428-a826-46c8-aadf-70df96eb8762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.270921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-1fb724e7-33be-491e-afac-ac4dc7a3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:02.273858 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-1fb724e7-33be-491e-afac-ac4dc7a3e196 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.0822921 Jul 16 19:32:02.336809 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-eb2cbb14-c41d-41bc-b165-e609956b981b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494907 Jul 16 19:32:02.418748 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35bf6428-a826-46c8-aadf-70df96eb8762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.425660 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35bf6428-a826-46c8-aadf-70df96eb8762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.537285 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-35bf6428-a826-46c8-aadf-70df96eb8762 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f4651e57c33a4f99ba1172275876d759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972329 Jul 16 19:32:02.540010 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf6428-a826-46c8-aadf-70df96eb8762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b65ad-736c-4d97-a0b1-e515e9aa3e1f,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:02.556132 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 45726) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:02.609543 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-ca334a7d-c180-4d1f-a56c-e7bb6e9ef4d9 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503450 Jul 16 19:32:02.698469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f1fda954-9a19-414a-b567-1dc7d5f1cdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.706706 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2328e93-e31d-4263-b1f9-a88546444e22 req-5553af1c-a360-4e63-a560-ebcd9f6f0432 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:02.709115 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a2328e93-e31d-4263-b1f9-a88546444e22 req-5553af1c-a360-4e63-a560-ebcd9f6f0432 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 946 time: 0.1978478 Jul 16 19:32:02.742666 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f1fda954-9a19-414a-b567-1dc7d5f1cdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.824725 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc631b5d-07aa-468a-b146-58c6837690b0 req-fc98b07b-be70-487f-bdb1-e5b719f8a9de service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054567 Jul 16 19:32:02.844084 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a2328e93-e31d-4263-b1f9-a88546444e22 req-0f2b3eb9-f03c-4ee7-ae07-ddd79a917e40 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223345 Jul 16 19:32:02.845138 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f1fda954-9a19-414a-b567-1dc7d5f1cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.848593 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f1fda954-9a19-414a-b567-1dc7d5f1cdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:02.853776 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f1fda954-9a19-414a-b567-1dc7d5f1cdea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c45b65ad-736c-4d97-a0b1-e515e9aa3e1f HTTP/1.1" status: 204 len: 168 time: 0.2956514 Jul 16 19:32:02.864085 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fda954-9a19-414a-b567-1dc7d5f1cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b65ad-736c-4d97-a0b1-e515e9aa3e1f,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:03.124145 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a547e1-d9a1-4777-89c8-f0e453537bbf req-80267431-c475-4b92-b9b1-21e063be195a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:03.125834 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-12a547e1-d9a1-4777-89c8-f0e453537bbf req-80267431-c475-4b92-b9b1-21e063be195a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.0897579 Jul 16 19:32:03.218604 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-12a547e1-d9a1-4777-89c8-f0e453537bbf req-1aa7951c-371c-4228-9b9b-0d31f6f98f1b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817413 Jul 16 19:32:04.674656 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a587e-fdce-4d05-ab08-a5cf5bbdfffd req-bf50e86e-14ff-4687-b67a-5ead64b6f815 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:04.679519 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a43a587e-fdce-4d05-ab08-a5cf5bbdfffd req-bf50e86e-14ff-4687-b67a-5ead64b6f815 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1274898 Jul 16 19:32:04.742540 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.756978 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a43a587e-fdce-4d05-ab08-a5cf5bbdfffd req-6d83b0de-21ff-41c2-96da-e0125999f3d0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674663 Jul 16 19:32:06.013679 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5e0be821-bf41-4c7e-acd6-67be9fa8c4c5 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:06.024841 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5e0be821-bf41-4c7e-acd6-67be9fa8c4c5 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.2498434 Jul 16 19:32:06.099093 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-a809f9a2-b0ba-4546-b295-e78c3534823c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/quotas/5fed9a81f5484dd2a38e0d38d50db595 HTTP/1.1" status: 200 len: 375 time: 0.0609815 Jul 16 19:32:06.233475 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d003c-a5c5-4edd-bdbd-687cbcb6fb6b req-85a1aab1-eb34-40d8-8e08-8869836ed8ee tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:06.235097 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a09d003c-a5c5-4edd-bdbd-687cbcb6fb6b req-85a1aab1-eb34-40d8-8e08-8869836ed8ee tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1609120 Jul 16 19:32:06.254367 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-e1b456a3-9c29-43c4-8190-3d7854d66d43 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233442 Jul 16 19:32:06.348572 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a09d003c-a5c5-4edd-bdbd-687cbcb6fb6b req-7bf67b37-ba81-4620-839a-b15bbb0256d6 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Jul 16 19:32:06.461360 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-9ba06e9f-8bf8-43f5-9a7e-dfe2a01c77fd service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873748 Jul 16 19:32:06.683084 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-0f7f3e5f-aa28-43ea-899a-366ff9baf66b service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099941 Jul 16 19:32:07.153890 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0f71d39e-014b-409c-b5dc-11b543fe2373 req-bff9dbc9-712a-4f87-94da-323540bfb910 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0971456 Jul 16 19:32:07.686514 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf78d35-fa21-42c5-9fcb-0c2125b717cb req-c370fac1-a324-4d11-a18d-d266dd36653a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:07.689078 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aaf78d35-fa21-42c5-9fcb-0c2125b717cb req-c370fac1-a324-4d11-a18d-d266dd36653a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1259778 Jul 16 19:32:07.763112 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aaf78d35-fa21-42c5-9fcb-0c2125b717cb req-39228f9e-d93e-491b-8dd2-849ed1fde80b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611486 Jul 16 19:32:08.340451 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2ba9-3e47-4523-96c1-be3271b29f51 req-ef5aafc4-91b8-4265-83a1-e011c407df35 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:08.354955 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-556a2ba9-3e47-4523-96c1-be3271b29f51 req-ef5aafc4-91b8-4265-83a1-e011c407df35 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1584814 Jul 16 19:32:08.445493 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d7a37abc-3cf9-4df1-84f6-cab865f60411 req-0c90d9c8-bd80-46fd-9eaa-e1f8f85564ca tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0600097 Jul 16 19:32:08.459808 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-556a2ba9-3e47-4523-96c1-be3271b29f51 req-e9a63d2b-778a-4b50-a3ae-8e1057d7361b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034184 Jul 16 19:32:09.234820 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-ebd4ee6d-e8f7-409a-a131-13bcfdb1aea1 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:09.240035 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-ebd4ee6d-e8f7-409a-a131-13bcfdb1aea1 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.3804965 Jul 16 19:32:09.261878 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Request body: {'port': {'device_id': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'admin_state_up': True, 'tenant_id': '5fed9a81f5484dd2a38e0d38d50db595'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:09.387178 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e1e63-b370-45b7-8464-922036641a57 req-78d68971-5e42-402c-a802-0be12fdcec3c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:09.389591 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a6e1e63-b370-45b7-8464-922036641a57 req-78d68971-5e42-402c-a802-0be12fdcec3c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.3971529 Jul 16 19:32:09.872070 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b289a2b5-ab29-448a-92c0-68effc2c24ae req-edbe8ef6-4e40-47e4-b259-fa5a316092c8 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0803282 Jul 16 19:32:09.914459 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a6e1e63-b370-45b7-8464-922036641a57 req-3714dd25-2cbf-4e6f-9238-3863daa5536c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720809 Jul 16 19:32:09.961595 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Made reservation on behalf of 5fed9a81f5484dd2a38e0d38d50db595 for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:09.968994 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:10.188010 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Allocated IP 172.20.0.2 (ab3443eb-ef02-48b2-a5be-14ccb2a40fb6/ad99e828-e828-4159-8eec-09e67b5a2586/38296c8f-0d9a-46e2-bf14-c150de4bf7f9) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:10.471834 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:10.541145 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:10.559235 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495', 'b43c56f8-4eb6-4114-8980-552a50fce9d6'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:10.656339 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:10.659584 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:10.668083 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:10.721014 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event updated for resources: {'Port': ['ID=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:10.800050 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:10.801171 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:10.827792 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5dc7895a-c416-408e-8775-dde042b5a4b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5795486 Jul 16 19:32:10.849564 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Request body: {'port': {'device_id': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:10.971643 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:11.433006 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fcc87-5415-41fe-8740-7e98769e112b req-4f87cbbe-9787-4129-93f7-4e750d03762a tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:11.435814 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-836fcc87-5415-41fe-8740-7e98769e112b req-4f87cbbe-9787-4129-93f7-4e750d03762a tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 931 time: 0.2747350 Jul 16 19:32:11.466351 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735930-7dcc-43c8-9a80-dba47d020ba5 req-d867d56e-bea7-4e4a-8999-c6bced4d5221 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:11.468804 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-64735930-7dcc-43c8-9a80-dba47d020ba5 req-d867d56e-bea7-4e4a-8999-c6bced4d5221 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.3055122 Jul 16 19:32:11.656162 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-836fcc87-5415-41fe-8740-7e98769e112b req-af8d5981-a48e-4207-887b-eeb9c546d1c7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056754 Jul 16 19:32:11.671741 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-64735930-7dcc-43c8-9a80-dba47d020ba5 req-ae0eafed-d3c8-484d-b755-b938c608ee69 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843526 Jul 16 19:32:11.706617 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:11.726003 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:11.750092 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Transition to ACTIVE for port object 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:11.758472 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:11.887958 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Pushing event updated for resources: {'Port': ['ID=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:11.998322 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Attempting to bind port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:11.999097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Attempting to bind port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:11.999709 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Attempting to bind port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:12.008915 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:32:12.009409 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Attempting to bind port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:12.017723 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:12.018104 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Checking segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:12.018839 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Bound using segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:12.019480 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Bound port: 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:12.019779 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:12.145552 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] For port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:12.150823 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] For port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:12.156183 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:12.198879 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:12.199895 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:12.202316 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] 10.222.0.76 "PUT /v2.0/ports/38296c8f-0d9a-46e2-bf14-c150de4bf7f9 HTTP/1.1" status: 200 len: 1093 time: 1.3590667 Jul 16 19:32:12.203148 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'tag': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:12.207366 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31039c-d64c-493d-b44b-88f80c2f2c66" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9963d1-3ed1-4794-a966-82389de1d1c9", "tag": "38296c8f-0d9a-46e2-bf14-c150de4bf7f9"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:12.249417 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbde39-c2b6-41ac-8056-de2f535ec58e service neutron] Pushing event updated for resources: {'Port': ['ID=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:12.268520 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765d63b8-eba9-4c27-b13f-00aa482b6ecc x-openstack-request-id: req-765d63b8-eba9-4c27-b13f-00aa482b6ecc {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:12.269134 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9963d1-3ed1-4794-a966-82389de1d1c9", "tag": "38296c8f-0d9a-46e2-bf14-c150de4bf7f9", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:12.269574 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-765d63b8-eba9-4c27-b13f-00aa482b6ecc {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:12.270515 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'tag': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9', 'status': 'completed', 'code': 200} Jul 16 19:32:12.351675 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-86999c2e-b963-4740-be15-427338ff8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:12.353380 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-86999c2e-b963-4740-be15-427338ff8de6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 1096 time: 0.0807049 Jul 16 19:32:12.412614 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-77d85475-c1b6-40ab-8977-c4e87eb40a51 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9 HTTP/1.1" status: 200 len: 217 time: 0.0516593 Jul 16 19:32:12.471473 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5ce7bb06-2dcf-4c60-9c3d-060c8535e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:12.473719 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-5ce7bb06-2dcf-4c60-9c3d-060c8535e3a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.0533376 Jul 16 19:32:12.517339 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-c9cb53da-bf44-4ad8-9506-f8c434413efe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357311 Jul 16 19:32:12.684176 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-ae228e8e-17d0-476c-bb0f-d4ed6ba712a2 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577213 Jul 16 19:32:12.857812 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7588d098-3c32-4eb2-84ec-93eb4f0b4a08 req-cd4b39db-b626-4800-b38b-20b4375de8e7 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644983 Jul 16 19:32:13.082142 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86597460-b0f2-48a4-8772-970fd0001f7c req-8f54e0e8-a9aa-4d99-b19f-4979ec178be2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:13.083881 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-86597460-b0f2-48a4-8772-970fd0001f7c req-8f54e0e8-a9aa-4d99-b19f-4979ec178be2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1776543 Jul 16 19:32:13.094596 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c708299-0ca0-41e2-a045-8cf5e653fdfa req-0c5bfd92-9d80-435f-b031-5a0ba075185c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:13.096102 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c708299-0ca0-41e2-a045-8cf5e653fdfa req-0c5bfd92-9d80-435f-b031-5a0ba075185c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 943 time: 0.1916804 Jul 16 19:32:13.102690 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-db85c1e0-a4ee-4737-ac95-02235e4eefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:13.104829 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-db85c1e0-a4ee-4737-ac95-02235e4eefa3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1687288 Jul 16 19:32:13.254723 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-86597460-b0f2-48a4-8772-970fd0001f7c req-bbbef6ab-0b90-468d-a6de-f7971c0ff8b1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551342 Jul 16 19:32:13.268517 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c708299-0ca0-41e2-a045-8cf5e653fdfa req-0e7ffd1e-a678-4f37-ba36-a823026494e0 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542244 Jul 16 19:32:13.303804 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-7f16dbfa-3d3f-45a4-9ea8-7e7acc90b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:13.305461 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-7f16dbfa-3d3f-45a4-9ea8-7e7acc90b567 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 916 time: 0.1795049 Jul 16 19:32:13.394972 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-0d40752c-6299-4263-b48a-c4cb1d917306 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9 HTTP/1.1" status: 200 len: 217 time: 0.0773530 Jul 16 19:32:13.474588 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-d64d5ec9-881c-4503-b9f5-541a482dec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:13.477192 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-d64d5ec9-881c-4503-b9f5-541a482dec0e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.0793135 Jul 16 19:32:13.536174 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-b2d1d535-7f23-4c1c-a426-0408e97a4c2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516372 Jul 16 19:32:13.696189 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-58a041df-256c-481b-88bb-a055f197a14d service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441090 Jul 16 19:32:13.870512 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e31039c-d64c-493d-b44b-88f80c2f2c66 req-cda61cd1-8e80-48ec-adb4-1771abd83148 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681018 Jul 16 19:32:13.909604 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7e5ac-b006-4ab8-9700-3e3cb6c2a29f req-9aaf721a-9567-46a9-a2d4-27df4a85fb85 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:13.917531 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d7d7e5ac-b006-4ab8-9700-3e3cb6c2a29f req-9aaf721a-9567-46a9-a2d4-27df4a85fb85 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1061609 Jul 16 19:32:13.957702 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d7d7e5ac-b006-4ab8-9700-3e3cb6c2a29f req-82ce8ea3-10c0-431d-9716-22f4483d7f1d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372922 Jul 16 19:32:14.599947 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ab325-774b-4eeb-9023-fdf13d1000ae req-202770c5-6fcd-4f44-9c3a-744fded62bac tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:14.601432 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-204ab325-774b-4eeb-9023-fdf13d1000ae req-202770c5-6fcd-4f44-9c3a-744fded62bac tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1283717 Jul 16 19:32:14.609239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d9dfa-5fbd-4a1a-a713-829040c86ae2 req-c5730b55-34a6-4c98-9065-0ec82f00a2f7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:14.610778 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f01d9dfa-5fbd-4a1a-a713-829040c86ae2 req-c5730b55-34a6-4c98-9065-0ec82f00a2f7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 943 time: 0.1348631 Jul 16 19:32:14.668862 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-204ab325-774b-4eeb-9023-fdf13d1000ae req-b4619af5-53bf-444b-aeb1-4cfc3f729341 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570264 Jul 16 19:32:14.686235 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f01d9dfa-5fbd-4a1a-a713-829040c86ae2 req-d5bfccef-0f2d-451d-9aca-7d526dfc27fe tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597231 Jul 16 19:32:15.138923 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:32:15.221404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc1132-d22b-457e-9586-401096c919e4 req-4bccd29c-614e-4962-93bc-e6a073727d74 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:15.224134 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d4cc1132-d22b-457e-9586-401096c919e4 req-4bccd29c-614e-4962-93bc-e6a073727d74 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1132665 Jul 16 19:32:15.294384 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d4cc1132-d22b-457e-9586-401096c919e4 req-84a81d05-c79b-4fd1-80ff-1c2fadb4352a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615745 Jul 16 19:32:15.327172 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46046) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:15.349238 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:15.368066 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'port_id': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9', 'mac_address': 'fa:16:3e:02:b8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99e828-e828-4159-8eec-09e67b5a2586', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:32:15.424454 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.446105 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:15.471066 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:15.477246 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.495603 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0340-36c8-4757-8d66-6d8066c72965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.549905 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:15.560207 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.560573 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.560963 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.561367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.561640 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.561985 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.562377 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.562710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.563048 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.563408 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.563772 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.564062 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:15.642946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0340-36c8-4757-8d66-6d8066c72965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.648194 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0340-36c8-4757-8d66-6d8066c72965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.697440 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-fa0c0340-36c8-4757-8d66-6d8066c72965 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d17f8138cd614e81a92f57ba97fd00ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687913 Jul 16 19:32:15.698699 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c0340-36c8-4757-8d66-6d8066c72965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f56fcd1-6d68-4d5a-87b4-4a5ff8dec416,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:15.702399 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46050) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:15.792069 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78ecaa40-cc97-4b04-9110-6d952de4653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.819966 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78ecaa40-cc97-4b04-9110-6d952de4653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.859563 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['38296c8f-0d9a-46e2-bf14-c150de4bf7f9'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:16.032523 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78ecaa40-cc97-4b04-9110-6d952de4653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.035752 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78ecaa40-cc97-4b04-9110-6d952de4653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.041197 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-78ecaa40-cc97-4b04-9110-6d952de4653f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5f56fcd1-6d68-4d5a-87b4-4a5ff8dec416 HTTP/1.1" status: 204 len: 168 time: 0.3331664 Jul 16 19:32:16.052997 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecaa40-cc97-4b04-9110-6d952de4653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f56fcd1-6d68-4d5a-87b4-4a5ff8dec416,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:16.066269 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28756-c614-4f4e-8fc6-6f2110cef119 req-0f208557-dac1-43da-bb84-68a54f3f1013 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:16.076368 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e1b28756-c614-4f4e-8fc6-6f2110cef119 req-0f208557-dac1-43da-bb84-68a54f3f1013 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2164237 Jul 16 19:32:16.091116 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342fa24-3dd0-4a16-b2e5-399c7faad6b9 req-8de0cc34-e73a-4596-8c9e-e06c8d9336e2 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:16.093226 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8342fa24-3dd0-4a16-b2e5-399c7faad6b9 req-8de0cc34-e73a-4596-8c9e-e06c8d9336e2 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 944 time: 0.2453752 Jul 16 19:32:16.186564 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e1b28756-c614-4f4e-8fc6-6f2110cef119 req-66f515d0-6a18-4c0a-a109-7e3417d5a2bc tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088161 Jul 16 19:32:16.196130 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8342fa24-3dd0-4a16-b2e5-399c7faad6b9 req-d27f0f18-43ac-49e7-ac35-c2f19598e44c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910385 Jul 16 19:32:16.527540 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46066) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:16.551495 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-efa556b7-558e-4d53-a151-17d01b2fc786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.566994 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8bb9d-7f2b-49ca-a8cd-da85a8a468ea req-6e45a9a8-3643-4571-b0ba-b6139f215c28 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:16.568386 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c1d8bb9d-7f2b-49ca-a8cd-da85a8a468ea req-6e45a9a8-3643-4571-b0ba-b6139f215c28 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1211848 Jul 16 19:32:16.662982 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c1d8bb9d-7f2b-49ca-a8cd-da85a8a468ea req-ab9bd920-e20b-47c5-9528-68a81b976944 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826850 Jul 16 19:32:16.753136 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-efa556b7-558e-4d53-a151-17d01b2fc786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.758942 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-efa556b7-558e-4d53-a151-17d01b2fc786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.825113 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa556b7-558e-4d53-a151-17d01b2fc786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3266c86-2838-4f7f-91b9-22895e1bd4af,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:16.833409 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-efa556b7-558e-4d53-a151-17d01b2fc786 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=29024d271aee4ac78661f2c4719636f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041539 Jul 16 19:32:16.838165 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46068) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:16.912207 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-37f07c14-953d-492f-9084-2ccc9b8fc852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.947174 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-37f07c14-953d-492f-9084-2ccc9b8fc852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.033737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-37f07c14-953d-492f-9084-2ccc9b8fc852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.038559 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-37f07c14-953d-492f-9084-2ccc9b8fc852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.040620 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-37f07c14-953d-492f-9084-2ccc9b8fc852 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e3266c86-2838-4f7f-91b9-22895e1bd4af HTTP/1.1" status: 204 len: 168 time: 0.2007113 Jul 16 19:32:17.051887 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f07c14-953d-492f-9084-2ccc9b8fc852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3266c86-2838-4f7f-91b9-22895e1bd4af,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:17.627340 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193a8d1-4020-4f50-8633-e77a70445d75 req-e2d7da61-1c18-4324-b20a-a3cc95300517 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:17.630103 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b193a8d1-4020-4f50-8633-e77a70445d75 req-e2d7da61-1c18-4324-b20a-a3cc95300517 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 944 time: 0.1894336 Jul 16 19:32:17.651622 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc95a9-abe5-4992-b641-28712f6f329e req-ae64b0f9-9501-4eb6-a60f-a101d7c2cf9f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:17.654238 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0ebc95a9-abe5-4992-b641-28712f6f329e req-ae64b0f9-9501-4eb6-a60f-a101d7c2cf9f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1941602 Jul 16 19:32:17.678527 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46084) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:17.701684 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-db1cc76f-9710-4647-901c-979bbefa00f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.737245 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b193a8d1-4020-4f50-8633-e77a70445d75 req-a5fa164f-e78f-4dfb-9648-d1fe79ab8ed7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815995 Jul 16 19:32:17.750551 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0ebc95a9-abe5-4992-b641-28712f6f329e req-341b67a6-1a7c-4326-8fa4-06fd58540db1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829260 Jul 16 19:32:17.875454 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-db1cc76f-9710-4647-901c-979bbefa00f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.882665 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-db1cc76f-9710-4647-901c-979bbefa00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.943813 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-db1cc76f-9710-4647-901c-979bbefa00f0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=774ae018f91241d0ad3fc7799aca0663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629962 Jul 16 19:32:17.947174 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46090) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:17.982253 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cc76f-9710-4647-901c-979bbefa00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11eaf7-ce47-492c-ae50-5528949e46bb,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:18.123396 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-a4f29dfa-5875-4439-bec1-6b146084444e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301013171&fields=id&tenant_id=7800b5f72d964fc5b82d2e32330b0266 HTTP/1.1" status: 200 len: 267 time: 0.1639664 Jul 16 19:32:18.206176 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-110866d5-8b26-4a5b-a7be-5fcc2dbe1925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.258788 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fbaee-4aa7-449c-bab5-550c635fce64 req-d4f5a432-89be-4622-aa21-411c77da7579 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:18.261388 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0d7fbaee-4aa7-449c-bab5-550c635fce64 req-d4f5a432-89be-4622-aa21-411c77da7579 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2747691 Jul 16 19:32:18.367647 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-110866d5-8b26-4a5b-a7be-5fcc2dbe1925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.479198 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0d7fbaee-4aa7-449c-bab5-550c635fce64 req-f586dd0d-f256-4251-b2f7-6943764aaf2b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094064 Jul 16 19:32:18.495511 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-97967e88-1fa6-41e7-9c2d-4e196a517d39 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:18.498102 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-97967e88-1fa6-41e7-9c2d-4e196a517d39 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 809 time: 0.3574204 Jul 16 19:32:18.527068 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-70ff5e0f-19a3-4aa1-b750-8e33f8455e7d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/quotas/7800b5f72d964fc5b82d2e32330b0266 HTTP/1.1" status: 200 len: 375 time: 0.0170166 Jul 16 19:32:18.554037 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-110866d5-8b26-4a5b-a7be-5fcc2dbe1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.558450 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-110866d5-8b26-4a5b-a7be-5fcc2dbe1925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.560284 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-110866d5-8b26-4a5b-a7be-5fcc2dbe1925 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0a11eaf7-ce47-492c-ae50-5528949e46bb HTTP/1.1" status: 204 len: 168 time: 0.6114523 Jul 16 19:32:18.609143 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110866d5-8b26-4a5b-a7be-5fcc2dbe1925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11eaf7-ce47-492c-ae50-5528949e46bb,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:18.677205 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-290f52c4-27f1-4d16-828e-05bc0d22461f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395154 Jul 16 19:32:18.854010 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-4b9ed3f6-96cb-407e-8bc3-3542f89b86f3 service neutron] 10.222.0.97 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605675 Jul 16 19:32:19.107290 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-220cc8ad-86df-4f6b-92fe-9b8f9982ebe8 service neutron] 10.222.0.97 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306576 Jul 16 19:32:19.162412 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379009a-03f0-4911-bc11-aa92d1a911c4 req-44901e7a-201d-4902-a69c-06dffef776ef tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:19.163841 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:19.164683 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6379009a-03f0-4911-bc11-aa92d1a911c4 req-44901e7a-201d-4902-a69c-06dffef776ef tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 944 time: 0.1753032 Jul 16 19:32:19.262881 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6379009a-03f0-4911-bc11-aa92d1a911c4 req-cbce8eb4-36ad-43aa-8e35-42fb5a3df1dd tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708404 Jul 16 19:32:19.306493 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:19.313575 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:19.314405 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:19.454879 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:19.501219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:19.506815 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6cc10-099c-4903-9fe9-46de1d41631d" -d '{"events": [{"server_uuid": "0b9963d1-3ed1-4794-a966-82389de1d1c9", "name": "network-vif-plugged", "status": "completed", "tag": "38296c8f-0d9a-46e2-bf14-c150de4bf7f9"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:19.537811 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:19.539972 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:19.620917 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb87997-a338-4aa5-94f3-b1dd7d57c459 req-a57fa9cf-bdcd-4722-971b-6d168e7ac758 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:19.623899 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1cb87997-a338-4aa5-94f3-b1dd7d57c459 req-a57fa9cf-bdcd-4722-971b-6d168e7ac758 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1536703 Jul 16 19:32:19.678446 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:19.728457 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1cb87997-a338-4aa5-94f3-b1dd7d57c459 req-d0d0459a-5966-458c-9223-596a62de20a5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925176 Jul 16 19:32:19.872990 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b947b097-5425-4007-be8c-15af91d53d96 x-openstack-request-id: req-b947b097-5425-4007-be8c-15af91d53d96 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:19.873818 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9963d1-3ed1-4794-a966-82389de1d1c9", "name": "network-vif-plugged", "status": "completed", "tag": "38296c8f-0d9a-46e2-bf14-c150de4bf7f9", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:19.874504 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b947b097-5425-4007-be8c-15af91d53d96 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:19.875375 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9', 'code': 200} Jul 16 19:32:20.256480 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24545d-fa0c-4532-beef-863b72fa6551 req-1016e742-f202-4b9f-a296-f1e282d762ae tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.262312 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c24545d-fa0c-4532-beef-863b72fa6551 req-1016e742-f202-4b9f-a296-f1e282d762ae tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1520073 Jul 16 19:32:20.454077 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-4a323b86-89d5-49ba-bb6a-f1d596765ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.457755 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-4a323b86-89d5-49ba-bb6a-f1d596765ff9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1068583 Jul 16 19:32:20.679934 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-9d688040-5a84-440e-97f5-a5ada781427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.683790 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-9d688040-5a84-440e-97f5-a5ada781427f service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.2156742 Jul 16 19:32:20.714963 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c24545d-fa0c-4532-beef-863b72fa6551 req-25b45965-85fb-4132-85ca-07bbac38aa48 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323587 Jul 16 19:32:20.733009 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-84f34670-8fe2-4450-9d1f-7fd67397f686 req-6341f222-085b-446e-b91d-9581d94a7d22 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.1344121 Jul 16 19:32:20.793841 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-c039474c-8b96-4d57-b934-b85516c8b929 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.0996556 Jul 16 19:32:20.813117 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ccf3-33d5-48fa-b849-9d6002c29c1b req-0661af9e-f6e9-4cf4-80b7-e65ac28257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.816699 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0a60ccf3-33d5-48fa-b849-9d6002c29c1b req-0661af9e-f6e9-4cf4-80b7-e65ac28257e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.5507770 Jul 16 19:32:20.911802 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-cab64099-d77e-4a67-b2fc-a89c1ac2dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.911802 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-cab64099-d77e-4a67-b2fc-a89c1ac2dffa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.1089540 Jul 16 19:32:20.964201 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0a60ccf3-33d5-48fa-b849-9d6002c29c1b req-b49bb6a7-ff02-4727-8110-631fa04aa528 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341193 Jul 16 19:32:20.991850 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-01f66087-e956-47d4-8d5b-7add7b8581a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661969 Jul 16 19:32:21.162370 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-de1008a0-2c57-4721-ae87-54f14c6185d2 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309443 Jul 16 19:32:21.196862 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116d345-ce64-405e-872b-9a917694a279 req-aadbe227-d115-4648-a508-3a4e0bf6112d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:21.199886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e116d345-ce64-405e-872b-9a917694a279 req-aadbe227-d115-4648-a508-3a4e0bf6112d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2079432 Jul 16 19:32:21.239934 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6267583-06a1-4548-be28-80c7e9cbd685 req-9b447755-fcce-4e7d-a814-737dde6a3bc7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:21.242351 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b6267583-06a1-4548-be28-80c7e9cbd685 req-9b447755-fcce-4e7d-a814-737dde6a3bc7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1727693 Jul 16 19:32:21.287888 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-63d57ba2-6856-4da9-8927-78ecd8ec4450 req-41cfa61a-2eca-49a9-9a48-df8690cd8911 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152561 Jul 16 19:32:21.328188 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e116d345-ce64-405e-872b-9a917694a279 req-bac77502-9e68-4e04-832e-f38b9dd0bece tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125896 Jul 16 19:32:21.342395 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b6267583-06a1-4548-be28-80c7e9cbd685 req-8e390885-130b-417e-ad5a-8e18dd08805a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874629 Jul 16 19:32:21.638125 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656975ce-c837-4323-8937-ec80b23f7e20 req-77d22e78-2008-4ca3-b5a9-62e42e7d43ff tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:21.640857 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-656975ce-c837-4323-8937-ec80b23f7e20 req-77d22e78-2008-4ca3-b5a9-62e42e7d43ff tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1165164 Jul 16 19:32:21.709154 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-656975ce-c837-4323-8937-ec80b23f7e20 req-18005f9e-8160-49f1-af50-645bf2097f46 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572264 Jul 16 19:32:22.050088 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-d85c5608-17b0-4cfd-a7f1-ddd0a46c72e0 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:22.053018 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-d85c5608-17b0-4cfd-a7f1-ddd0a46c72e0 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 809 time: 0.2530572 Jul 16 19:32:22.072553 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f3b466ed-b877-4abf-baeb-201e669a7aaa req-f8658555-c521-4b93-8693-4b4593d68be1 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0679104 Jul 16 19:32:22.164644 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fa84b-4ce9-4a80-a5f4-4dd0b4f157d9 req-35aa1cc9-9c71-49c6-8691-9af682d8151a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:22.194779 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c4fa84b-4ce9-4a80-a5f4-4dd0b4f157d9 req-35aa1cc9-9c71-49c6-8691-9af682d8151a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2424181 Jul 16 19:32:22.199447 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-ac47cbe9-f51d-4bb8-9bac-1c03aec65214 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7800b5f72d964fc5b82d2e32330b0266 HTTP/1.1" status: 200 len: 380 time: 0.1155410 Jul 16 19:32:22.228803 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'port': {'device_id': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'admin_state_up': True, 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'security_groups': ['f56bf6be-ef46-428c-b4c6-3838fab8b1da']}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.321179 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c4fa84b-4ce9-4a80-a5f4-4dd0b4f157d9 req-8d75af73-1f4e-48b8-9442-c8350ae0351d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252284 Jul 16 19:32:22.431292 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:22.567927 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Made reservation on behalf of 7800b5f72d964fc5b82d2e32330b0266 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:22.579969 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.762084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0307272-38e3-409a-af38-05f7763131b6 req-fc970a45-6fef-452c-8dda-f0e5ea4981f7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:22.771593 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0307272-38e3-409a-af38-05f7763131b6 req-fc970a45-6fef-452c-8dda-f0e5ea4981f7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1652942 Jul 16 19:32:22.817943 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62dc60-f97c-453c-abdb-a636695fdaf4 req-c8cf21ce-aa54-4b81-99c5-c0f13c2faaa8 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:22.821602 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ab62dc60-f97c-453c-abdb-a636695fdaf4 req-c8cf21ce-aa54-4b81-99c5-c0f13c2faaa8 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1632998 Jul 16 19:32:22.871910 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Allocated IP 172.20.0.3 (e188a8fb-f17c-469d-ae29-6d2231d3c0a1/8de26a43-887b-448c-a8da-e255f029090c/aa88d426-5447-4121-9278-2e80b2a43a7c) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:22.881140 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0307272-38e3-409a-af38-05f7763131b6 req-d6558a17-fa35-4b71-b699-b2bcba0a8f89 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057372 Jul 16 19:32:22.919579 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ab62dc60-f97c-453c-abdb-a636695fdaf4 req-700036a9-afb3-40e1-b9d4-417dfe7d270b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833044 Jul 16 19:32:23.202872 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:32:23.235101 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.265884 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Transition to ACTIVE for port object aa88d426-5447-4121-9278-2e80b2a43a7c will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:23.291013 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ff879-c987-4381-94a4-5aa62a6bb4b2 req-b96b9129-b02a-4b0b-8f9b-b583141f0642 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:23.315516 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c60ff879-c987-4381-94a4-5aa62a6bb4b2 req-b96b9129-b02a-4b0b-8f9b-b583141f0642 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1976311 Jul 16 19:32:23.327180 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.420901 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c60ff879-c987-4381-94a4-5aa62a6bb4b2 req-7ffd5bfa-0638-4e2e-93a0-c8b680dfc577 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004815 Jul 16 19:32:23.506473 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:23.516936 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:23.519427 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:23.522357 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:23.608093 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:23.627413 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:23.629084 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.648762 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'mac_address': 'fa:16:3e:06:90:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:32:23.686257 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-5ba6797e-e650-48bc-bca7-2cdbd0229ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719348 Jul 16 19:32:23.710290 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Request body: {'port': {'device_id': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:23.720297 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcdbe2-f8b0-4c1d-9bec-b4fb2c44933f req-f98adc53-77c5-4c7a-9b9e-1b5e5830af30 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:23.733903 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-25fcdbe2-f8b0-4c1d-9bec-b4fb2c44933f req-f98adc53-77c5-4c7a-9b9e-1b5e5830af30 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 931 time: 0.2660887 Jul 16 19:32:23.825018 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.874865 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a06e818-9976-44f5-912f-979ff0daf4cf {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:23.911144 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-25fcdbe2-f8b0-4c1d-9bec-b4fb2c44933f req-2a98c03a-b823-4f88-969c-18fe3e4ca69b tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756711 Jul 16 19:32:23.967710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:23.979877 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-75370857-93b6-4b56-ab6c-494d72a76c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.981313 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.987224 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.115601 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0980a-4f39-436d-8bcd-cb1f8fd0706f req-dafdf537-5ac1-4789-b459-97847cee9e77 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:24.121776 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65b0980a-4f39-436d-8bcd-cb1f8fd0706f req-dafdf537-5ac1-4789-b459-97847cee9e77 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2537091 Jul 16 19:32:24.168592 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-0705f4be-505d-4996-9605-b4942bb45746 None None] Provisioning for port aa88d426-5447-4121-9278-2e80b2a43a7c completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:24.218892 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['2a06e818-9976-44f5-912f-979ff0daf4cf'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:24.248208 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-0705f4be-505d-4996-9605-b4942bb45746 None None] Provisioning complete for port aa88d426-5447-4121-9278-2e80b2a43a7c triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:24.248773 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0705f4be-505d-4996-9605-b4942bb45746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.287029 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65b0980a-4f39-436d-8bcd-cb1f8fd0706f req-584787e9-2697-4915-b8d4-ee9f8ea60b1e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597297 Jul 16 19:32:24.288494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46200) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:24.363836 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-0705f4be-505d-4996-9605-b4942bb45746 None None] Port aa88d426-5447-4121-9278-2e80b2a43a7c cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:24.371124 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=6']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:24.396184 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251da77-9f5e-440e-9939-e5aaebc58fc5 req-72753530-190e-4ed5-a084-6513a4bd607b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:24.408600 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1251da77-9f5e-440e-9939-e5aaebc58fc5 req-72753530-190e-4ed5-a084-6513a4bd607b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1870115 Jul 16 19:32:24.494333 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1251da77-9f5e-440e-9939-e5aaebc58fc5 req-687a24ae-71c1-493a-a3d6-732503186b26 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842464 Jul 16 19:32:24.499044 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa88d426-5447-4121-9278-2e80b2a43a7c {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:24.517274 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.543643 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-32b94700-c7de-436b-9554-c2d3d09bb649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.554228 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Transition to ACTIVE for port object aa88d426-5447-4121-9278-2e80b2a43a7c will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:24.560073 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.686526 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:24.778055 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Attempting to bind port aa88d426-5447-4121-9278-2e80b2a43a7c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:24.778730 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Attempting to bind port aa88d426-5447-4121-9278-2e80b2a43a7c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:24.779243 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Attempting to bind port aa88d426-5447-4121-9278-2e80b2a43a7c on network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:24.787157 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Port aa88d426-5447-4121-9278-2e80b2a43a7c on network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:32:24.787499 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Attempting to bind port aa88d426-5447-4121-9278-2e80b2a43a7c on network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:24.799177 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:24.800195 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Checking segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:24.800662 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Bound using segment: {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:24.801841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Bound port: aa88d426-5447-4121-9278-2e80b2a43a7c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7075260-ac7b-40db-9abb-d7db2e1f14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:24.802111 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.835755 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-32b94700-c7de-436b-9554-c2d3d09bb649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.842527 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-32b94700-c7de-436b-9554-c2d3d09bb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.930355 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b94700-c7de-436b-9554-c2d3d09bb649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b68b5-1457-45bd-b618-c43c0beb76ce,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:24.945901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80d21e-a9a1-41ed-ba36-e9f953e7da19 req-63218f53-3075-4769-8ffa-dfcfa3b0be81 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:24.950750 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:24.955729 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc80d21e-a9a1-41ed-ba36-e9f953e7da19 req-63218f53-3075-4769-8ffa-dfcfa3b0be81 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 944 time: 0.2677758 Jul 16 19:32:24.957870 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:24.965920 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-32b94700-c7de-436b-9554-c2d3d09bb649 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ebf40fb4db1c4c9982cdd2510571c3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661639 Jul 16 19:32:24.967612 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.971239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46210) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:25.044553 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:25.046222 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.049993 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] 10.222.0.76 "PUT /v2.0/ports/aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 1093 time: 1.3487353 Jul 16 19:32:25.051457 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:25.057954 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:25.069809 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc80d21e-a9a1-41ed-ba36-e9f953e7da19 req-e5e0571d-d47b-45c9-889b-951dfc8fc690 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127579 Jul 16 19:32:25.124225 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdda70-ff6f-4866-b05c-c11cfc4cffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:25.165209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29ac166f-d882-45b6-9736-4268fb4cc637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.207594 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:25.261280 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29ac166f-d882-45b6-9736-4268fb4cc637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.272834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-9de77383-2dd5-4525-9480-9d2dee590c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:25.275621 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-9de77383-2dd5-4525-9480-9d2dee590c5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1096 time: 0.1448395 Jul 16 19:32:25.374699 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29ac166f-d882-45b6-9736-4268fb4cc637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.381796 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29ac166f-d882-45b6-9736-4268fb4cc637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.387699 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-29ac166f-d882-45b6-9736-4268fb4cc637 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fe9b68b5-1457-45bd-b618-c43c0beb76ce HTTP/1.1" status: 204 len: 168 time: 0.4140286 Jul 16 19:32:25.402847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 2a06e818-9976-44f5-912f-979ff0daf4cf triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:25.403631 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.434496 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-cf675c3a-c1d7-4aa8-b826-c9cd2eb33df4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 217 time: 0.1458981 Jul 16 19:32:25.451644 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac166f-d882-45b6-9736-4268fb4cc637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b68b5-1457-45bd-b618-c43c0beb76ce,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:25.552319 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-86a9bc90-8208-4d78-9deb-ca222adc78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:25.554060 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-86a9bc90-8208-4d78-9deb-ca222adc78e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.1056774 Jul 16 19:32:25.623965 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.699927 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2773e-e957-4e90-ba53-e81b7710dd65 req-86a20e84-b89c-4a30-b793-0ae038e54352 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:25.714516 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-92a2773e-e957-4e90-ba53-e81b7710dd65 req-86a20e84-b89c-4a30-b793-0ae038e54352 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.2592804 Jul 16 19:32:25.801716 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-ae436024-cd71-45f2-8bbf-9dd378bcdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:25.811022 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-ae436024-cd71-45f2-8bbf-9dd378bcdafd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2358711 Jul 16 19:32:25.892814 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:25.896940 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85718fa-2dd8-4cd4-99f3-8c10646528af" -d '{"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-plugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:25.906570 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-92a2773e-e957-4e90-ba53-e81b7710dd65 req-19df492f-1ec2-42d9-b047-1e0f2c241a81 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903095 Jul 16 19:32:25.960846 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:25.971433 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.110919 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-f6bc2f87-e607-46f9-82fc-27d96807d111 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915273 Jul 16 19:32:26.120278 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a4be29-7ca7-4c4c-9ccd-d405e489745f x-openstack-request-id: req-e7a4be29-7ca7-4c4c-9ccd-d405e489745f {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:26.120278 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:26.120278 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e7a4be29-7ca7-4c4c-9ccd-d405e489745f {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:26.120278 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'status': 'completed', 'code': 200} Jul 16 19:32:26.146680 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=7']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:26.395237 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d677111c-a79e-46d6-9661-2d8af8b1b06a req-43ab72f3-0dc8-49ce-90e8-d1caaf2c2443 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590673 Jul 16 19:32:26.440219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-bac2cd23-22c5-4c59-aa86-13ed934b3273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.551689 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03fa72-3075-49d4-97ce-d0971b9c9b0d req-7e2e457f-c5a4-44c7-9a05-bbacdfbef439 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:26.554159 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fa03fa72-3075-49d4-97ce-d0971b9c9b0d req-7e2e457f-c5a4-44c7-9a05-bbacdfbef439 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2171626 Jul 16 19:32:26.558532 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-cc0f4700-2828-4280-98e9-0adfc89d4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:26.561957 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-cc0f4700-2828-4280-98e9-0adfc89d4793 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1096 time: 0.0845311 Jul 16 19:32:26.564097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312e39-9868-4ab6-9486-76f7e403a996 req-bb646baf-2f7b-4cfd-aeea-1bb1e226b6bd tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:26.566649 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4e312e39-9868-4ab6-9486-76f7e403a996 req-bb646baf-2f7b-4cfd-aeea-1bb1e226b6bd tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.3076174 Jul 16 19:32:26.661364 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4e312e39-9868-4ab6-9486-76f7e403a996 req-682a95a2-bfb2-401e-aeb3-27a5035228a0 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774226 Jul 16 19:32:26.667154 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fa03fa72-3075-49d4-97ce-d0971b9c9b0d req-169dfb73-586d-45e5-a240-7192b63f0180 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909636 Jul 16 19:32:26.678222 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.786110 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-3c1ec539-a7e0-4527-aaa1-9131da2314bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:26.787665 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-3c1ec539-a7e0-4527-aaa1-9131da2314bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 911 time: 0.2188725 Jul 16 19:32:26.856636 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d0e58-d89a-4994-94c1-b33438da6498 x-openstack-request-id: req-7c9d0e58-d89a-4994-94c1-b33438da6498 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:26.857219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-plugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:26.858231 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c9d0e58-d89a-4994-94c1-b33438da6498 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:26.858231 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'code': 200} Jul 16 19:32:26.870834 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-1007880a-8ad0-4723-801a-065d13c036ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 217 time: 0.0747805 Jul 16 19:32:27.022783 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-97e1d701-5fe9-4507-b398-7bd309b32ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:27.026800 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-97e1d701-5fe9-4507-b398-7bd309b32ee4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.1471102 Jul 16 19:32:27.139575 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3a6e3-67af-4cee-b14c-5bd0821e2ea8 req-062cea57-7cc6-4da8-8efd-64b182d0834a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:27.148304 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-dbb3a6e3-67af-4cee-b14c-5bd0821e2ea8 req-062cea57-7cc6-4da8-8efd-64b182d0834a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2039392 Jul 16 19:32:27.166894 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-8e483912-715b-48fc-b6b1-542b011598a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:27.185062 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-8e483912-715b-48fc-b6b1-542b011598a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1480041 Jul 16 19:32:27.245729 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-dbb3a6e3-67af-4cee-b14c-5bd0821e2ea8 req-590a4824-9cfc-4832-bc20-1aa5c0697d5a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849154 Jul 16 19:32:27.416855 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-6ff40941-ed6e-4c17-847a-d4bb6a6844c9 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159224 Jul 16 19:32:27.422483 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcf39b-f3fc-4d84-ae1a-82ec0a3d4a13 req-463bd818-cf39-46b4-bd1b-18e9bc986b5d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:27.431009 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c3fcf39b-f3fc-4d84-ae1a-82ec0a3d4a13 req-463bd818-cf39-46b4-bd1b-18e9bc986b5d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1829069 Jul 16 19:32:27.495082 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c3fcf39b-f3fc-4d84-ae1a-82ec0a3d4a13 req-1ab92c5e-95c6-4a4b-b698-6074b2fb7f48 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625246 Jul 16 19:32:27.608005 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dfa94252-0a73-4100-bfe0-21e99b8a6ef6 req-0c981dee-aa23-48e2-8de0-48f98b260f85 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836386 Jul 16 19:32:27.802688 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.240848 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ff07-d3b9-4ae8-b6d4-27876416c95c req-37f90745-0a03-41be-8a52-787330b4e729 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:28.253551 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5269ff07-d3b9-4ae8-b6d4-27876416c95c req-37f90745-0a03-41be-8a52-787330b4e729 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2336450 Jul 16 19:32:28.268875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46298) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:28.312819 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aee60e-abff-47d9-a9df-ffe2cbf093ff req-aa46fc2f-64b7-4be6-b92b-dff7cb58bf4b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:28.327518 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40aee60e-abff-47d9-a9df-ffe2cbf093ff req-aa46fc2f-64b7-4be6-b92b-dff7cb58bf4b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2412241 Jul 16 19:32:28.418747 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40aee60e-abff-47d9-a9df-ffe2cbf093ff req-7cacdbd0-9b06-4685-92c7-2dd0b7434e4f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872300 Jul 16 19:32:28.506721 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5269ff07-d3b9-4ae8-b6d4-27876416c95c req-2e6da83e-67a5-4c7e-8891-518cbbb1b711 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508509 Jul 16 19:32:28.759298 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-98e3f55c-25b2-4829-9028-59e4ca09c146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.974870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09548996-8e64-40a7-b7b3-fe9b85d552ef req-065bd7b3-44a6-4b2b-b7ad-964cc2124579 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:28.977666 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09548996-8e64-40a7-b7b3-fe9b85d552ef req-065bd7b3-44a6-4b2b-b7ad-964cc2124579 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2312193 Jul 16 19:32:28.980621 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-98e3f55c-25b2-4829-9028-59e4ca09c146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.987537 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-98e3f55c-25b2-4829-9028-59e4ca09c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.996745 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a6a1a-f412-4c8c-b565-c0ae1d6fdcd5 req-4699c2a7-92fa-4bf6-9413-7c4d37667035 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:28.999217 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b94a6a1a-f412-4c8c-b565-c0ae1d6fdcd5 req-4699c2a7-92fa-4bf6-9413-7c4d37667035 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.2700508 Jul 16 19:32:29.064302 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-98e3f55c-25b2-4829-9028-59e4ca09c146 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9718dbdafd974df19a42dda2947ee6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928708 Jul 16 19:32:29.075549 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46308) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:29.077925 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3f55c-25b2-4829-9028-59e4ca09c146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24c4a0-2d63-405a-9a5d-8cd9b1fd2173,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:29.091170 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09548996-8e64-40a7-b7b3-fe9b85d552ef req-cddd67d4-1142-42ea-b6cd-a52ff7f6395d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907907 Jul 16 19:32:29.144067 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.171222 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b94a6a1a-f412-4c8c-b565-c0ae1d6fdcd5 req-a9a66c2d-efc6-49a7-ad15-3a5f58712cee tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551161 Jul 16 19:32:29.233084 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b69027af-9a50-4d8d-8cb5-f9b92c8d7650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.309599 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b69027af-9a50-4d8d-8cb5-f9b92c8d7650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.481759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b69027af-9a50-4d8d-8cb5-f9b92c8d7650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.487733 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b69027af-9a50-4d8d-8cb5-f9b92c8d7650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.506827 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-b69027af-9a50-4d8d-8cb5-f9b92c8d7650 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0f24c4a0-2d63-405a-9a5d-8cd9b1fd2173 HTTP/1.1" status: 204 len: 168 time: 0.4148705 Jul 16 19:32:29.562122 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69027af-9a50-4d8d-8cb5-f9b92c8d7650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24c4a0-2d63-405a-9a5d-8cd9b1fd2173,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:29.984591 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7313fc-4110-4cc1-a198-7c48b778ec72 req-fd3f3e88-b507-4722-8e1c-6c4f5b0d67b0 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:29.988003 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4a7313fc-4110-4cc1-a198-7c48b778ec72 req-fd3f3e88-b507-4722-8e1c-6c4f5b0d67b0 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2854767 Jul 16 19:32:30.135301 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4a7313fc-4110-4cc1-a198-7c48b778ec72 req-6979c26e-1136-42c1-80c0-e9c3676c2488 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241376 Jul 16 19:32:30.166190 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53650b20-7485-45f2-8df1-80ca630da623 req-e9fef388-7a65-47d6-8cdc-39771da878a3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:30.168748 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53650b20-7485-45f2-8df1-80ca630da623 req-e9fef388-7a65-47d6-8cdc-39771da878a3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.3064806 Jul 16 19:32:30.264723 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53650b20-7485-45f2-8df1-80ca630da623 req-3f3c0d58-4a00-4833-b669-26ad0847dea0 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839262 Jul 16 19:32:30.680435 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c28104-0dd3-41eb-8d36-852d7b4330ae req-e83949c2-28ae-45c9-9155-4ef31f16fcfd tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:30.688553 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09c28104-0dd3-41eb-8d36-852d7b4330ae req-e83949c2-28ae-45c9-9155-4ef31f16fcfd tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1756072 Jul 16 19:32:30.841871 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09c28104-0dd3-41eb-8d36-852d7b4330ae req-f3a691a5-e20d-4fbf-baa0-81e261af0410 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400380 Jul 16 19:32:31.007669 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1519b-dfd7-4b56-b2c7-433bec9a933b req-706160ce-a63c-4f6f-9003-33392e1184ff tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:31.022924 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-efc1519b-dfd7-4b56-b2c7-433bec9a933b req-706160ce-a63c-4f6f-9003-33392e1184ff tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.2159934 Jul 16 19:32:31.084451 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-8b618820-d3a0-426d-b67c-a590502dadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:31.093017 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-8b618820-d3a0-426d-b67c-a590502dadf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1099 time: 0.1798470 Jul 16 19:32:31.117169 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-efc1519b-dfd7-4b56-b2c7-433bec9a933b req-46f5642c-c523-448e-821e-7cc19f5c4977 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918672 Jul 16 19:32:31.258041 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc5cef-a022-4a23-8b48-514a98079198 req-726967f8-c5c5-438d-990f-72503a0bbf66 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:31.260375 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6cc5cef-a022-4a23-8b48-514a98079198 req-726967f8-c5c5-438d-990f-72503a0bbf66 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1415396 Jul 16 19:32:31.310606 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-18478291-8e14-4b12-af3b-63e91ed224de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:31.323990 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-18478291-8e14-4b12-af3b-63e91ed224de service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.2164071 Jul 16 19:32:31.362319 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6cc5cef-a022-4a23-8b48-514a98079198 req-b73a2b45-323e-4cda-ae97-d8b470b849c7 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814679 Jul 16 19:32:31.506341 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-6bcaf75e-e4a5-40b0-9b88-aead368df56a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 1001 time: 0.1794605 Jul 16 19:32:31.663928 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d56f-2b53-433f-84da-763cd39001e6 req-9cbcfe3c-eda0-46cf-aceb-8a3cbea1773e tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:31.666200 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5066d56f-2b53-433f-84da-763cd39001e6 req-9cbcfe3c-eda0-46cf-aceb-8a3cbea1773e tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1364713 Jul 16 19:32:31.757902 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5066d56f-2b53-433f-84da-763cd39001e6 req-555b32fa-0680-48cf-a210-f1d5812210aa tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837185 Jul 16 19:32:31.884662 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-7e3fd4d4-c3d3-40fa-afa9-3ec9116f7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:31.889339 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-7e3fd4d4-c3d3-40fa-afa9-3ec9116f7200 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.3734939 Jul 16 19:32:32.027599 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-c078649c-31a9-4fe8-89ac-50f8a6d2fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:32.030996 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-c078649c-31a9-4fe8-89ac-50f8a6d2fae3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1285481 Jul 16 19:32:32.240928 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-58641462-bf73-42a4-a2ab-3d712741b917 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995997 Jul 16 19:32:32.316184 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734890-d949-4c9c-b654-d55a5ff0257f req-ff5c8b84-00f3-4a87-b75a-98de9181207d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:32.327053 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-68734890-d949-4c9c-b654-d55a5ff0257f req-ff5c8b84-00f3-4a87-b75a-98de9181207d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1739652 Jul 16 19:32:32.401661 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-68734890-d949-4c9c-b654-d55a5ff0257f req-b8c908a6-904f-4e7a-a192-ef98a18cb499 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733085 Jul 16 19:32:32.500305 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dddbf20a-cef1-4abe-a401-dcb17d94375a req-17693c42-5aa0-4d81-b409-6f26df63ab6b service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498648 Jul 16 19:32:32.596934 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f96a2-1a21-4791-a355-a85a708f8e96 req-7b5398e7-8986-48dd-9b4c-6b1a61a4500d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:32.603325 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fd2f96a2-1a21-4791-a355-a85a708f8e96 req-7b5398e7-8986-48dd-9b4c-6b1a61a4500d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1851368 Jul 16 19:32:32.777275 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fd2f96a2-1a21-4791-a355-a85a708f8e96 req-0d5762c7-e0e4-4eac-8d24-c60584c501d7 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588311 Jul 16 19:32:32.878844 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054ba7-f302-43f2-bdc2-ae47a137ae0d req-76718d28-b5c0-4351-98e4-0da33aa83d77 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:32.884428 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18054ba7-f302-43f2-bdc2-ae47a137ae0d req-76718d28-b5c0-4351-98e4-0da33aa83d77 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2150478 Jul 16 19:32:32.986379 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18054ba7-f302-43f2-bdc2-ae47a137ae0d req-5570b8e1-418a-4727-a25f-bcea5c1d8112 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891161 Jul 16 19:32:33.233596 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:32:33.264534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094405e-be2e-49b9-8f21-b6fed5d2bf79 req-32f21645-77b1-4205-a7e0-88408c52d586 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:33.279224 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e094405e-be2e-49b9-8f21-b6fed5d2bf79 req-32f21645-77b1-4205-a7e0-88408c52d586 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2087126 Jul 16 19:32:33.360124 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e094405e-be2e-49b9-8f21-b6fed5d2bf79 req-a4d532e1-dd81-4d34-a943-74f1f54e9c73 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789669 Jul 16 19:32:33.364946 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:33.386979 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'port_id': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'mac_address': 'fa:16:3e:50:2e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:32:33.452956 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.481122 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa88d426-5447-4121-9278-2e80b2a43a7c {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:33.558307 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:33.572841 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.663533 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:33.823230 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851233d-b925-4ce8-879d-b2b2491f40b5 req-520161e7-44ee-46ff-8d39-f1cba9f9bb1e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:33.828434 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0851233d-b925-4ce8-879d-b2b2491f40b5 req-520161e7-44ee-46ff-8d39-f1cba9f9bb1e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1427631 Jul 16 19:32:33.910843 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0851233d-b925-4ce8-879d-b2b2491f40b5 req-fdbd5c66-fd07-4257-a089-cec3f085aae2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714502 Jul 16 19:32:34.005634 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['aa88d426-5447-4121-9278-2e80b2a43a7c'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:34.265892 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae200-6f63-4eb6-830b-86a48ca573d4 req-4e14ac6c-553b-49d1-bc49-885eb31d30a9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:34.271735 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9a1ae200-6f63-4eb6-830b-86a48ca573d4 req-4e14ac6c-553b-49d1-bc49-885eb31d30a9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 944 time: 0.2276859 Jul 16 19:32:34.428556 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9a1ae200-6f63-4eb6-830b-86a48ca573d4 req-3b08fc09-bc75-4b99-82e5-1bdc4d83330f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441488 Jul 16 19:32:34.483959 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96427a3-5159-48e4-9562-438a598b6b59 req-cf380de7-d9d3-40b0-b2b7-aee56a7ae074 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:34.485593 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b96427a3-5159-48e4-9562-438a598b6b59 req-cf380de7-d9d3-40b0-b2b7-aee56a7ae074 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1571188 Jul 16 19:32:34.561520 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b96427a3-5159-48e4-9562-438a598b6b59 req-d9e8b6ec-18a2-44c8-8a3e-64f22b28550f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637052 Jul 16 19:32:34.771780 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.801471 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d3f00-de01-4a18-bb3d-f42b5c7f9868 req-bc1da641-ed14-4b21-b123-89cc431073f2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:34.819086 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b49d3f00-de01-4a18-bb3d-f42b5c7f9868 req-bc1da641-ed14-4b21-b123-89cc431073f2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1247859 Jul 16 19:32:34.896809 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b49d3f00-de01-4a18-bb3d-f42b5c7f9868 req-5b9e325e-78d5-43a2-97c2-b4bc823370a7 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811048 Jul 16 19:32:35.265510 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c10d27-2e82-4634-93f0-f8c311ba9b9f req-150ec3a1-d993-4cf1-879a-8e6338272228 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:35.279297 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53c10d27-2e82-4634-93f0-f8c311ba9b9f req-150ec3a1-d993-4cf1-879a-8e6338272228 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1509368 Jul 16 19:32:35.344426 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53c10d27-2e82-4634-93f0-f8c311ba9b9f req-1ed57b37-6dbd-4cf4-b104-4b036f9b22a7 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633082 Jul 16 19:32:35.760555 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b4909-0ba1-42a9-b2e3-3872b28660fd req-c5a293c1-576b-4df4-bc4e-8d6bc200446c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:35.762232 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fb2b4909-0ba1-42a9-b2e3-3872b28660fd req-c5a293c1-576b-4df4-bc4e-8d6bc200446c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 944 time: 0.1081567 Jul 16 19:32:35.835964 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fb2b4909-0ba1-42a9-b2e3-3872b28660fd req-a04d2445-87bf-4b23-ad31-b22644945784 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597582 Jul 16 19:32:36.230399 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392cf33-b572-46d8-abf8-6876c8399927 req-eb063e48-6eb6-4ec7-9a5b-768c60bd4c9b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:36.233476 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d392cf33-b572-46d8-abf8-6876c8399927 req-eb063e48-6eb6-4ec7-9a5b-768c60bd4c9b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1376710 Jul 16 19:32:36.313709 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d392cf33-b572-46d8-abf8-6876c8399927 req-c859a0f2-8bad-46b4-94bb-04f8495f4eb4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Jul 16 19:32:36.735724 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdba67-897e-4451-b62b-6d082d2ce41d req-9e910844-b9a3-4498-b58d-5be4967e725f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:36.738457 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aecdba67-897e-4451-b62b-6d082d2ce41d req-9e910844-b9a3-4498-b58d-5be4967e725f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1702061 Jul 16 19:32:36.825027 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aecdba67-897e-4451-b62b-6d082d2ce41d req-0b0997a9-0687-4126-b53d-8a8b629ebf37 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637846 Jul 16 19:32:37.266532 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:37.323959 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae02a5-fa3b-4484-a9f9-b5403f642a64 req-97115d37-44f2-4f1f-999f-c982a4fc62e1 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:37.336194 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9cae02a5-fa3b-4484-a9f9-b5403f642a64 req-97115d37-44f2-4f1f-999f-c982a4fc62e1 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 944 time: 0.1810856 Jul 16 19:32:37.352631 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port aa88d426-5447-4121-9278-2e80b2a43a7c completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:37.359485 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port aa88d426-5447-4121-9278-2e80b2a43a7c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:37.360105 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.380381 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-58244f69-7509-4c66-aa49-604940105f58 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:37.393014 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-58244f69-7509-4c66-aa49-604940105f58 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.3045316 Jul 16 19:32:37.425418 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-55d3bb9c-fb27-49ce-a6c7-1d59f7f00df2 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/quotas/5fed9a81f5484dd2a38e0d38d50db595 HTTP/1.1" status: 200 len: 375 time: 0.0305710 Jul 16 19:32:37.456119 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9cae02a5-fa3b-4484-a9f9-b5403f642a64 req-15dc7492-76bc-430a-8b8a-ad3e8a58e58e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149333 Jul 16 19:32:37.486738 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.525985 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:37.528867 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0045d6bd-6b24-47a8-b201-fb7a18e20305" -d '{"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:37.547048 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:37.558897 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.621515 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-75ffc768-4391-4c0a-a612-0698690eb884 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1945655 Jul 16 19:32:37.634487 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:37.759965 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-d25f9350-ff1d-437f-8193-b8227fe57d4a service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370406 Jul 16 19:32:37.921558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2681774-3252-4c9c-9ef1-a720e2f3c349 req-8aad3cdf-542c-4b75-b360-d7f742adc872 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:37.923970 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2681774-3252-4c9c-9ef1-a720e2f3c349 req-8aad3cdf-542c-4b75-b360-d7f742adc872 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1513376 Jul 16 19:32:37.942418 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-7e2c82a5-5f23-42de-8a46-fa587c9e6c6f service neutron] 10.222.0.97 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809347 Jul 16 19:32:38.026024 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2681774-3252-4c9c-9ef1-a720e2f3c349 req-cc5a1a84-23f6-4e7b-873f-c91fe31dfd8b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Jul 16 19:32:38.108124 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cbae30-5245-4ffb-ab79-7eeaf87620fd x-openstack-request-id: req-35cbae30-5245-4ffb-ab79-7eeaf87620fd {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:38.109190 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:38.110017 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-35cbae30-5245-4ffb-ab79-7eeaf87620fd {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:38.111253 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'code': 200} Jul 16 19:32:38.262506 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d1cc8143-a6d4-4b54-b5fc-35694f202acb req-c8f9c026-534f-4dc2-9aa0-3c5eb1cbc8f9 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 210 time: 0.0878410 Jul 16 19:32:38.495814 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc62c2-17ea-45c0-b77c-d3d113e8c248 req-a0a5118a-d4c9-4d84-90af-39171a04886b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:38.498211 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7ddc62c2-17ea-45c0-b77c-d3d113e8c248 req-a0a5118a-d4c9-4d84-90af-39171a04886b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1813586 Jul 16 19:32:38.588214 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7ddc62c2-17ea-45c0-b77c-d3d113e8c248 req-a898ad61-45a6-45b2-9008-8592d5850989 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773635 Jul 16 19:32:38.741224 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36464-f38a-4d35-9158-f073121becbd req-c04afad4-80d0-4cd3-994a-c7e95cf70bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:38.743448 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-bbc36464-f38a-4d35-9158-f073121becbd req-c04afad4-80d0-4cd3-994a-c7e95cf70bc9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1098 time: 0.0969212 Jul 16 19:32:38.809954 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-bbc36464-f38a-4d35-9158-f073121becbd req-f179c620-9e27-4b93-929d-616e4a9370c6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560882 Jul 16 19:32:38.938702 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e13ab-ea91-49c1-b0d8-087abc94699e req-425b5cb1-239c-4027-a690-6ea9a7da9f15 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:38.943799 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0f9e13ab-ea91-49c1-b0d8-087abc94699e req-425b5cb1-239c-4027-a690-6ea9a7da9f15 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1890557 Jul 16 19:32:39.021915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0f9e13ab-ea91-49c1-b0d8-087abc94699e req-c4c41068-87d5-493c-85cd-259f85e9d5ed tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695322 Jul 16 19:32:39.335861 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a85c29-bad3-4967-b828-e93949507367 req-67c37840-193e-47bb-9d9a-90fe98c0a6a3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:39.336682 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f8a85c29-bad3-4967-b828-e93949507367 req-67c37840-193e-47bb-9d9a-90fe98c0a6a3 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1219330 Jul 16 19:32:39.413963 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f8a85c29-bad3-4967-b828-e93949507367 req-73fccf05-3dec-416b-838a-af0a3a034082 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Jul 16 19:32:39.637679 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-03cbfb5d-de2e-41fc-91db-3ac904aa7fa1 req-682179bb-3c1b-4bd9-b9c0-de0d920ccead tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 210 time: 0.0829716 Jul 16 19:32:39.932355 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20135f95-f035-4ae8-bf69-d908ea5a4c82 req-7aa2ae74-61eb-4e1d-b2c1-50d765177a87 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:39.934193 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20135f95-f035-4ae8-bf69-d908ea5a4c82 req-7aa2ae74-61eb-4e1d-b2c1-50d765177a87 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1157689 Jul 16 19:32:40.003765 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-20135f95-f035-4ae8-bf69-d908ea5a4c82 req-d72b9de1-cb77-4f24-828d-9779a373a74c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580788 Jul 16 19:32:40.409673 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda0916-c914-4cd9-8293-d4e6dc4820b3 req-5d38394b-ce9c-4255-90b2-0aa8772cde31 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:40.421956 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7bda0916-c914-4cd9-8293-d4e6dc4820b3 req-5d38394b-ce9c-4255-90b2-0aa8772cde31 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1564300 Jul 16 19:32:40.510813 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7bda0916-c914-4cd9-8293-d4e6dc4820b3 req-5e7958e2-e1b0-4787-8012-9c6f72fe9d4d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871449 Jul 16 19:32:40.724500 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-2baacbdc-5872-4be5-9e2c-3e5ade246746 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:40.727503 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-2baacbdc-5872-4be5-9e2c-3e5ade246746 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 814 time: 0.3256521 Jul 16 19:32:40.764957 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Request body: {'port': {'device_id': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'admin_state_up': True, 'tenant_id': '5fed9a81f5484dd2a38e0d38d50db595'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:40.855259 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dca13-6088-4f1e-ac72-51033e950e5f req-789edfe4-53fe-4884-b26a-2673f327aa1b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:40.865566 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0c3dca13-6088-4f1e-ac72-51033e950e5f req-789edfe4-53fe-4884-b26a-2673f327aa1b tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2419941 Jul 16 19:32:40.990619 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0c3dca13-6088-4f1e-ac72-51033e950e5f req-5f9fc58d-713c-4889-b4b0-2b59ae66defa tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120117 Jul 16 19:32:41.085766 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Made reservation on behalf of 5fed9a81f5484dd2a38e0d38d50db595 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:41.092551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.114115 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9d67307-a393-4f00-9ea0-257596e023b5 req-0488c5c8-9dec-4147-982d-3c8b55d0c004 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 210 time: 0.0923226 Jul 16 19:32:41.403100 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Allocated IP 172.20.0.7 (ab3443eb-ef02-48b2-a5be-14ccb2a40fb6/ad99e828-e828-4159-8eec-09e67b5a2586/c9bbd0e0-e089-4a5d-b58d-e91602470d9a) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:41.426932 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e9483-ffb5-4228-8f42-2a3b3dcdac8d req-a340e398-9c3a-40ef-b330-f878ddf20cf1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:41.442003 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea8e9483-ffb5-4228-8f42-2a3b3dcdac8d req-a340e398-9c3a-40ef-b330-f878ddf20cf1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1805811 Jul 16 19:32:41.531118 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea8e9483-ffb5-4228-8f42-2a3b3dcdac8d req-10c9d76d-3a7d-4a07-a66e-2c59165750e6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827816 Jul 16 19:32:41.808521 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.889092 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241a39-9252-4df2-8bc6-0088d6ff760f req-42bde3fd-d5d8-4465-8c74-daa8ca4a70ab tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:41.903269 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0241a39-9252-4df2-8bc6-0088d6ff760f req-42bde3fd-d5d8-4465-8c74-daa8ca4a70ab tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1449339 Jul 16 19:32:41.905133 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.928443 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495', 'b43c56f8-4eb6-4114-8980-552a50fce9d6', '38296c8f-0d9a-46e2-bf14-c150de4bf7f9'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:41.972261 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0241a39-9252-4df2-8bc6-0088d6ff760f req-1126cb33-bd30-44fd-a5a1-a442d516a497 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661788 Jul 16 19:32:42.006040 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:42.016211 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:42.020092 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:42.108312 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event updated for resources: {'Port': ['ID=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:42.176261 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.179915 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:42.217697 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-8737ea94-47df-4e98-8603-759d33e76dae tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4760211 Jul 16 19:32:42.241285 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Request body: {'port': {'device_id': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:42.304333 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f816d-fc4f-481f-999e-90545b6538f6 req-478f9d1c-c1e8-4358-8961-d92b926dfad3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.319242 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd9f816d-fc4f-481f-999e-90545b6538f6 req-478f9d1c-c1e8-4358-8961-d92b926dfad3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1915848 Jul 16 19:32:42.491020 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:42.543373 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea67c5-ccdd-4b20-8a34-c3d8e9f31326 req-d4c4e610-870a-445c-83af-a74f743ac988 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.545336 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2eea67c5-ccdd-4b20-8a34-c3d8e9f31326 req-d4c4e610-870a-445c-83af-a74f743ac988 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2055948 Jul 16 19:32:42.549351 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd9f816d-fc4f-481f-999e-90545b6538f6 req-198bdfe1-4ac1-4dd8-ad2f-78f0bbe05997 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114879 Jul 16 19:32:42.616949 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46450) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:42.641089 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2eea67c5-ccdd-4b20-8a34-c3d8e9f31326 req-4b943ff9-184f-4def-836a-bbcad6f27c06 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Jul 16 19:32:43.346508 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bbd0e0-e089-4a5d-b58d-e91602470d9a {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:43.356678 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595b007-c186-4f76-b0ac-33d6766ca97c tempest-TestShelveInstance-2062481863 tempest-TestShelveInstance-2062481863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.359160 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-b595b007-c186-4f76-b0ac-33d6766ca97c tempest-TestShelveInstance-2062481863 tempest-TestShelveInstance-2062481863-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1093 time: 0.7406068 Jul 16 19:32:43.366033 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46456) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:43.369530 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.379668 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Request body: {'floatingip': {'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'port_id': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:43.414767 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Transition to ACTIVE for port object c9bbd0e0-e089-4a5d-b58d-e91602470d9a will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:43.422398 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.484900 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for floatingip, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.504245 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99b23d-70ea-41be-ac00-f49b6169682f req-e331ae6f-9fe4-4b86-a1bb-0cf0afcf4812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.507128 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef99b23d-70ea-41be-ac00-f49b6169682f req-e331ae6f-9fe4-4b86-a1bb-0cf0afcf4812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 931 time: 0.5447359 Jul 16 19:32:43.554352 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47efe2-b3fa-41ea-976e-40b78b852d63 req-9abf09f7-8c8e-4cab-ad2f-d88a325e3267 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.556499 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9f47efe2-b3fa-41ea-976e-40b78b852d63 req-9abf09f7-8c8e-4cab-ad2f-d88a325e3267 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2232473 Jul 16 19:32:43.567227 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:43.669462 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9f47efe2-b3fa-41ea-976e-40b78b852d63 req-d5b35643-ff26-457d-a269-9bfbdbd9edc7 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814228 Jul 16 19:32:43.714153 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef99b23d-70ea-41be-ac00-f49b6169682f req-0388844b-5e65-403b-810c-bd45098b693b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860650 Jul 16 19:32:43.761153 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Attempting to bind port c9bbd0e0-e089-4a5d-b58d-e91602470d9a on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:43.761636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Attempting to bind port c9bbd0e0-e089-4a5d-b58d-e91602470d9a by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:43.762162 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Attempting to bind port c9bbd0e0-e089-4a5d-b58d-e91602470d9a on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:43.782652 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Port c9bbd0e0-e089-4a5d-b58d-e91602470d9a on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:32:43.783116 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Attempting to bind port c9bbd0e0-e089-4a5d-b58d-e91602470d9a on network ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:43.793895 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:43.794473 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Checking segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:43.795089 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Bound using segment: {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:43.795779 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Bound port: c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7617438-2143-4ef4-9364-ba50b0ba7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:43.796309 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.876839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.013950 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] For port c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:44.034225 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] For port c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:44.085209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433829be-b4ec-435b-b71b-b471956ac955 req-bf0ec874-f72d-4969-80d2-a64de391bf37 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.088403 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.089653 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-433829be-b4ec-435b-b71b-b471956ac955 req-bf0ec874-f72d-4969-80d2-a64de391bf37 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1456375 Jul 16 19:32:44.171880 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.172599 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.174874 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] 10.222.0.76 "PUT /v2.0/ports/c9bbd0e0-e089-4a5d-b58d-e91602470d9a HTTP/1.1" status: 200 len: 1093 time: 1.9445739 Jul 16 19:32:44.175361 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'tag': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:44.179963 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec296e3-f0b9-467d-94e8-942881d00e06" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1becdf-a5b1-4482-820c-3909a6651e20", "tag": "c9bbd0e0-e089-4a5d-b58d-e91602470d9a"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:44.204678 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Allocated IP 172.27.2.213 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/6054e7d7-b20a-4193-bc14-1bf8376e68ca) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:44.244798 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f4fd1-7dab-4ed3-93d0-cbe1b6e3d702 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:44.262993 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-433829be-b4ec-435b-b71b-b471956ac955 req-ac51dacf-ee3b-4974-8a1d-2dcea3eaea00 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641831 Jul 16 19:32:44.332431 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc233c8-55c0-4be6-871e-01ae48030524 x-openstack-request-id: req-1cc233c8-55c0-4be6-871e-01ae48030524 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:44.332812 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1becdf-a5b1-4482-820c-3909a6651e20", "tag": "c9bbd0e0-e089-4a5d-b58d-e91602470d9a", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:44.333305 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1cc233c8-55c0-4be6-871e-01ae48030524 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:44.334011 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'tag': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a', 'status': 'completed', 'code': 200} Jul 16 19:32:44.505080 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.512252 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-e0783298-231e-4b05-b982-2c087cba85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.513908 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-e0783298-231e-4b05-b982-2c087cba85c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 1096 time: 0.2262757 Jul 16 19:32:44.589011 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-d58cb23b-c209-4ef9-931d-51c0fd499028 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a HTTP/1.1" status: 200 len: 217 time: 0.0572014 Jul 16 19:32:44.639643 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.709988 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-a5718bef-1ad1-4038-9629-ba0d76338af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.711657 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-a5718bef-1ad1-4038-9629-ba0d76338af5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.1126785 Jul 16 19:32:44.713769 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:44.717837 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:44.723752 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:44.727413 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'Port': ['ID=6054e7d7-b20a-4193-bc14-1bf8376e68ca,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:44.833176 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-158b2c2f-8a06-4178-abd9-7d6fbac9f4b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626097 Jul 16 19:32:45.086198 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-5a5cdb6e-5e55-41ef-86aa-265ebf286436 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177374 Jul 16 19:32:45.120323 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920c4ba-9c5e-4dba-a94b-b1643176b3a4 req-bfd2318f-292c-4f15-9ef1-8e2b34195cb0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.122416 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e920c4ba-9c5e-4dba-a94b-b1643176b3a4 req-bfd2318f-292c-4f15-9ef1-8e2b34195cb0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1993976 Jul 16 19:32:45.153408 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c9e46-f954-468f-91c2-744498c3dd99 req-f330e912-2084-4a2a-a7a6-f6534ba1c56e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.155085 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-253c9e46-f954-468f-91c2-744498c3dd99 req-f330e912-2084-4a2a-a7a6-f6534ba1c56e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 943 time: 0.1695871 Jul 16 19:32:45.257660 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e920c4ba-9c5e-4dba-a94b-b1643176b3a4 req-f45f7cf3-b4c7-4623-a00f-4009f21fc36b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012640 Jul 16 19:32:45.271635 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-253c9e46-f954-468f-91c2-744498c3dd99 req-ad20c61b-971f-4b72-a72e-ff4dfaac044e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048357 Jul 16 19:32:45.282117 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-2b1a2e64-54c0-4c66-8ccb-0d57d79f2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.285298 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-2b1a2e64-54c0-4c66-8ccb-0d57d79f2bfe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1098 time: 0.1863363 Jul 16 19:32:45.356166 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e570b8be-b8b2-4c72-ac2b-1704993bb809 req-bee8c5d6-0d2a-48c0-b0cc-3d34ec795b1d service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502861 Jul 16 19:32:45.478909 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-56577dd9-656c-4887-81b7-77d06076d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.481758 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-56577dd9-656c-4887-81b7-77d06076d97c service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1887341 Jul 16 19:32:45.666908 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-898350c5-83de-40dd-a7fa-f64c44aa17de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 1000 time: 0.1739690 Jul 16 19:32:45.724688 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35d1f-f7d6-4bfb-8b77-6f501a89e58d req-c13c3794-9cee-4263-9fa4-d39d3f28112a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.726477 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0b35d1f-f7d6-4bfb-8b77-6f501a89e58d req-c13c3794-9cee-4263-9fa4-d39d3f28112a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2349715 Jul 16 19:32:45.739167 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-c2aeda98-4bcf-45ed-9ada-a3d847046de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.741424 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-c2aeda98-4bcf-45ed-9ada-a3d847046de5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0712028 Jul 16 19:32:45.859252 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0b35d1f-f7d6-4bfb-8b77-6f501a89e58d req-2dcc55ab-9ce5-4d9b-b97c-646e67bf55e8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162410 Jul 16 19:32:45.923823 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-05563ba5-4be1-4e80-b76f-312ff6940b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.926820 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-05563ba5-4be1-4e80-b76f-312ff6940b9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1745219 Jul 16 19:32:45.979570 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-9451d616-869c-4270-90f5-40f0892cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.981089 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-9451d616-869c-4270-90f5-40f0892cb428 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 1096 time: 0.5118225 Jul 16 19:32:46.028056 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:46.077297 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-327c5778-0bb4-4709-b9b1-3d51113b3711 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418726 Jul 16 19:32:46.220817 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cbfb89d2-3864-472d-9d9e-acc3bdb78078 req-7fb20758-aa16-483d-bf57-19e3538ff551 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368692 Jul 16 19:32:46.250912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-f4dab230-63a9-40d5-8bf1-a697405113f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:46.252360 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-f4dab230-63a9-40d5-8bf1-a697405113f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 200 len: 916 time: 0.2634289 Jul 16 19:32:46.311568 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-658a5823-3571-41d2-8745-db4cb96636aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a HTTP/1.1" status: 200 len: 217 time: 0.0463569 Jul 16 19:32:46.312356 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:46.440595 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-227ffc8b-9fbe-460f-afd2-68963789a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:46.442704 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-227ffc8b-9fbe-460f-afd2-68963789a340 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 200 len: 854 time: 0.1029599 Jul 16 19:32:46.515261 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-689ad388-3a96-407b-908d-253127c2fce3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574110 Jul 16 19:32:46.548173 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39bd4f-61c9-440d-a7c6-16951140995f req-87c63583-ac1f-466f-bed8-bc40fe435da4 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:46.550124 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3c39bd4f-61c9-440d-a7c6-16951140995f req-87c63583-ac1f-466f-bed8-bc40fe435da4 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 943 time: 0.1210570 Jul 16 19:32:46.566167 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155def1-f59a-4e05-803a-cd85b8edacb4 req-370e76d8-497c-4518-a74c-c75ff3c25226 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:46.567742 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b155def1-f59a-4e05-803a-cd85b8edacb4 req-370e76d8-497c-4518-a74c-c75ff3c25226 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1060286 Jul 16 19:32:46.640380 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3c39bd4f-61c9-440d-a7c6-16951140995f req-5af0e54a-2a81-409b-be9f-77aa9226a2d3 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832376 Jul 16 19:32:46.657006 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b155def1-f59a-4e05-803a-cd85b8edacb4 req-9fadf5b6-b74a-4378-8be9-46b329b2e96e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682514 Jul 16 19:32:46.742831 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-a36e0a24-bed9-43c3-8dc2-8bb684ba502e service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150867 Jul 16 19:32:46.746774 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:46.752342 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:46.888959 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event updated for resources: {'Port': ['ID=6054e7d7-b20a-4193-bc14-1bf8376e68ca,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:46.911478 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.911955 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.912236 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.912581 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.912916 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.913240 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.913563 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.913885 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.914233 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.914555 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.914875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.915193 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:46.931011 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:46.988606 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-eec296e3-f0b9-467d-94e8-942881d00e06 req-8f0c2742-a349-4274-8863-b3ece21573f7 service neutron] 10.222.0.76 "GET /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311168 Jul 16 19:32:47.104140 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Floating IP 78403714-089a-4b00-9cd9-d680dc26d8c0 associated. External IP: 172.27.2.213, port: aa88d426-5447-4121-9278-2e80b2a43a7c. Jul 16 19:32:47.123806 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23db0b-7aba-4f4b-9099-8f93577d4c3e req-2b265d3a-6f09-4339-b55f-1a194ff2158d tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:47.126278 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb23db0b-7aba-4f4b-9099-8f93577d4c3e req-2b265d3a-6f09-4339-b55f-1a194ff2158d tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.0826035 Jul 16 19:32:47.184426 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb23db0b-7aba-4f4b-9099-8f93577d4c3e req-7f134f50-7b94-4051-a9b3-76bdca67175f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 Jul 16 19:32:47.296399 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c9bbd0e0-e089-4a5d-b58d-e91602470d9a details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:32:47.429443 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Router dbbb6c20-7135-4de5-8299-f09c170fda76 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:47.455388 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:47.474821 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a', 'network_id': 'ab3443eb-ef02-48b2-a5be-14ccb2a40fb6', 'port_id': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a', 'mac_address': 'fa:16:3e:6f:0d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad99e828-e828-4159-8eec-09e67b5a2586', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:32:47.538196 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:47.557013 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bbd0e0-e089-4a5d-b58d-e91602470d9a {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:47.587348 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:47.592434 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:47.595063 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:47.611012 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] Sync routers for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:47.620331 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:47.631977 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:47.633484 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:32:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:47.674286 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:47.690305 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c5fd0116-919d-4ba2-8997-082873cf5342 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3074784 Jul 16 19:32:47.690305 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:47.690305 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6488681e-86a0-44e4-8074-86cdae1ff578" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:47.753002 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409aac0d-a58a-4124-b436-d39f5200875b x-openstack-request-id: req-409aac0d-a58a-4124-b436-d39f5200875b {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:47.753450 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:47.753848 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-409aac0d-a58a-4124-b436-d39f5200875b {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:47.754499 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'status': 'completed', 'code': 200} Jul 16 19:32:47.885350 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-6773c299-cba1-4d8f-82d8-28ca43015b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:47.887764 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-6773c299-cba1-4d8f-82d8-28ca43015b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1098 time: 0.1035142 Jul 16 19:32:47.975681 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:47.988682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['c9bbd0e0-e089-4a5d-b58d-e91602470d9a'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:48.008188 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cad22-e6b2-4686-972a-dec1d05ba2e5 req-42e7121c-5e11-4190-b575-2b0c595c6a36 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.019207 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-344cad22-e6b2-4686-972a-dec1d05ba2e5 req-42e7121c-5e11-4190-b575-2b0c595c6a36 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 944 time: 0.1485572 Jul 16 19:32:48.099712 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-62a9eecf-5bd4-4c2a-9dfd-24d2eebfcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.102364 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-62a9eecf-5bd4-4c2a-9dfd-24d2eebfcff9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 911 time: 0.1992190 Jul 16 19:32:48.110766 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-344cad22-e6b2-4686-972a-dec1d05ba2e5 req-3fc9c73b-35a4-4505-92a6-ca9876ab880c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902865 Jul 16 19:32:48.154249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8638-b741-4dc8-962b-e2b477d1443f req-aa034790-32e6-4682-acf5-f0c39a34ed7f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.169247 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f6ed8638-b741-4dc8-962b-e2b477d1443f req-aa034790-32e6-4682-acf5-f0c39a34ed7f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.2098334 Jul 16 19:32:48.295248 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f6ed8638-b741-4dc8-962b-e2b477d1443f req-6aa1af35-3aa6-4634-b231-8901f9c1a2fc tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241035 Jul 16 19:32:48.316508 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-52c88c7a-c1e9-4236-b924-d0fcb6db283d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 999 time: 0.1935942 Jul 16 19:32:48.427653 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-d646cc20-a416-4870-bbfa-c434f57557c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.429811 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-d646cc20-a416-4870-bbfa-c434f57557c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.1040154 Jul 16 19:32:48.477591 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '78403714-089a-4b00-9cd9-d680dc26d8c0', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'port_id': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'mac_address': 'fa:16:3e:50:2e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:45Z', 'updated_at': '2021-07-16T19:32:45Z', 'revision_number': 0, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:43Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:48.543766 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] Checking router: dbbb6c20-7135-4de5-8299-f09c170fda76 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:48.553568 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-214e8422-ecd9-4e14-b033-da930ed5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.554964 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:48.555985 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:32:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:48.556592 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-214e8422-ecd9-4e14-b033-da930ed5ea6d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972743 Jul 16 19:32:48.616559 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef9b-94c8-4ef0-89c9-dbd1073ba7a5 req-6eb829c3-67c8-4d74-b8cd-da74180a97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.618304 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2601ef9b-94c8-4ef0-89c9-dbd1073ba7a5 req-6eb829c3-67c8-4d74-b8cd-da74180a97e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1732588 Jul 16 19:32:48.678470 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49950-ec1a-49ab-9f78-0d59d75f6a77 req-84ca9548-9ed0-4d3b-ae66-cf48602f5c76 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.681095 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-84c49950-ec1a-49ab-9f78-0d59d75f6a77 req-84ca9548-9ed0-4d3b-ae66-cf48602f5c76 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2043791 Jul 16 19:32:48.712874 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2601ef9b-94c8-4ef0-89c9-dbd1073ba7a5 req-ff40850a-22bf-4d75-87a6-2d3610fd930f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817995 Jul 16 19:32:48.728859 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-09444c5e-5172-4378-b129-4583ae1a509a service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515806 Jul 16 19:32:48.756669 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-84c49950-ec1a-49ab-9f78-0d59d75f6a77 req-3e980c4b-ce43-43bc-8654-518a205ac837 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584514 Jul 16 19:32:48.758957 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:48.916142 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6488681e-86a0-44e4-8074-86cdae1ff578 req-bb3c658f-3344-433d-a163-329d40af78da service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396666 Jul 16 19:32:49.136917 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '78403714-089a-4b00-9cd9-d680dc26d8c0', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'port_id': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'mac_address': 'fa:16:3e:50:2e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:45Z', 'updated_at': '2021-07-16T19:32:45Z', 'revision_number': 0, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:43Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:49.188801 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24262d-309d-4494-8048-a6eccadc048c None None] The sync data for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi is: [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '78403714-089a-4b00-9cd9-d680dc26d8c0', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'port_id': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'mac_address': 'fa:16:3e:50:2e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:45Z', 'updated_at': '2021-07-16T19:32:45Z', 'revision_number': 0, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:43Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:49.309543 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c9bbd0e0-e089-4a5d-b58d-e91602470d9a up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:49.409903 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port c9bbd0e0-e089-4a5d-b58d-e91602470d9a completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:49.417110 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port c9bbd0e0-e089-4a5d-b58d-e91602470d9a triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:49.418289 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:49.556832 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca2f51-5ee6-4afb-9ade-e0f90a355013 None None] New status for floating IP 78403714-089a-4b00-9cd9-d680dc26d8c0: ACTIVE {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:32:49.623282 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:49.635943 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a3dfd-eaa0-4422-8e18-fcf2975455f7 req-914237d2-873f-45f1-9bba-60ae4e284e64 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:49.637643 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f37a3dfd-eaa0-4422-8e18-fcf2975455f7 req-914237d2-873f-45f1-9bba-60ae4e284e64 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 945 time: 0.1399462 Jul 16 19:32:49.646925 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373c509-eb26-4c68-a8fc-2f7d7257533d req-1967478d-a5fb-434c-b1de-b8d3664a9a9d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:49.648595 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3373c509-eb26-4c68-a8fc-2f7d7257533d req-1967478d-a5fb-434c-b1de-b8d3664a9a9d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 944 time: 0.1346829 Jul 16 19:32:49.679706 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:49.682748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3018f0fb-c680-4fb1-b9a5-0f01e49e85ff" -d '{"events": [{"server_uuid": "ed1becdf-a5b1-4482-820c-3909a6651e20", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbd0e0-e089-4a5d-b58d-e91602470d9a"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:49.730186 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f37a3dfd-eaa0-4422-8e18-fcf2975455f7 req-fb64db0d-2cd9-4c89-9bf1-6e2e3ae43c79 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804126 Jul 16 19:32:49.740112 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:49.741258 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3373c509-eb26-4c68-a8fc-2f7d7257533d req-85c9c0ee-bd72-420b-9081-f1739c544b55 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739677 Jul 16 19:32:49.749369 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:49.750308 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:49.869028 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150840d0-2e1c-4d76-a67f-ece27fbea44a x-openstack-request-id: req-150840d0-2e1c-4d76-a67f-ece27fbea44a {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:49.869434 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1becdf-a5b1-4482-820c-3909a6651e20", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbd0e0-e089-4a5d-b58d-e91602470d9a", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:49.869608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-150840d0-2e1c-4d76-a67f-ece27fbea44a {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:49.869938 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a', 'code': 200} Jul 16 19:32:49.909152 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:49.981694 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:50.065075 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:50.070926 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:50.178935 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=8']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:50.199558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f209cb1-788c-46b7-9e10-dc1c472db219 req-f8588a1e-6c0a-445e-a764-50597ab20339 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:50.201868 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1f209cb1-788c-46b7-9e10-dc1c472db219 req-f8588a1e-6c0a-445e-a764-50597ab20339 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1151953 Jul 16 19:32:50.254318 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1f209cb1-788c-46b7-9e10-dc1c472db219 req-13169a8d-facf-42a2-933f-8365b29baaa8 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Jul 16 19:32:50.351456 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705efb6-e4dc-4e75-8194-7902b21613cf req-73111169-83af-4cb0-9162-ff8a0f2b9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:50.353231 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e705efb6-e4dc-4e75-8194-7902b21613cf req-73111169-83af-4cb0-9162-ff8a0f2b9291 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 1098 time: 0.0875094 Jul 16 19:32:50.403500 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e705efb6-e4dc-4e75-8194-7902b21613cf req-dbc865ba-f4c7-4bf7-b0c4-5afa6a59014f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Jul 16 19:32:51.042891 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-6282dd4f-8001-40db-8d2a-173ef1e1ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.045727 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-6282dd4f-8001-40db-8d2a-173ef1e1ad50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=74345445f8ea4ab1a35a924c489f2e98&device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 1098 time: 0.1168618 Jul 16 19:32:51.213357 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-182f10de-ea31-4a3b-8906-396bc7b63d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.215768 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-182f10de-ea31-4a3b-8906-396bc7b63d63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 200 len: 921 time: 0.1613386 Jul 16 19:32:51.249004 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fde1fa-25d5-4723-b142-c69a8d65b05d req-e6a6b312-c6d2-47c4-b1f3-721682c96a98 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.251563 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-03fde1fa-25d5-4723-b142-c69a8d65b05d req-e6a6b312-c6d2-47c4-b1f3-721682c96a98 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 945 time: 0.2224720 Jul 16 19:32:51.277415 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018603c-161b-48a2-82d2-48c0d4d61d37 req-756e341a-54d9-4937-b8ac-b0d3eefa1a8c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.280057 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e018603c-161b-48a2-82d2-48c0d4d61d37 req-756e341a-54d9-4937-b8ac-b0d3eefa1a8c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1905813 Jul 16 19:32:51.291436 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-58dc8549-b32f-4163-8b52-81318cb32526 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 200 len: 217 time: 0.0618064 Jul 16 19:32:51.354696 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-03fde1fa-25d5-4723-b142-c69a8d65b05d req-c903f4ad-b2bb-424e-9e09-35ee96430f32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912175 Jul 16 19:32:51.368337 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e018603c-161b-48a2-82d2-48c0d4d61d37 req-f2b0b94a-2d1a-4c61-87b9-5c51dce74332 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720644 Jul 16 19:32:51.692653 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46550) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:51.709000 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-40d6bbce-ec9a-4f1f-9db9-b2e926c647a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.711774 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-40d6bbce-ec9a-4f1f-9db9-b2e926c647a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 200 len: 859 time: 0.4125483 Jul 16 19:32:51.784327 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-e0847f7b-1bdb-48f0-ab66-6e9b68a30292 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=79c327eb-9260-4b35-9d04-f138985f4c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552602 Jul 16 19:32:51.871762 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:51.876641 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5054c792-98f6-4049-ba6c-d9cf70b34cb4" -d '{"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-unplugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:51.953593 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8073a-58cf-4da3-a8bf-a1b673b8394e x-openstack-request-id: req-f8b8073a-58cf-4da3-a8bf-a1b673b8394e {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:51.954365 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-unplugged", "status": "failed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "code": 422}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:51.954768 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f8b8073a-58cf-4da3-a8bf-a1b673b8394e {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:51.955970 dv-cinder-800695-3-iscsi neutron-server[92986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'code': 422} returned with failed status Jul 16 19:32:51.960449 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-9059fa8b-4f83-4002-b810-80e694cbc4be service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2651575 Jul 16 19:32:51.970339 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-57a5d7c5-f412-4010-9530-ce1614025e30 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759350 Jul 16 19:32:51.991188 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115bf54-6c0b-44f1-96f4-dee795e0d77c req-3e4d199a-5c96-4800-b35c-74d2d31f175c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.993215 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e115bf54-6c0b-44f1-96f4-dee795e0d77c req-3e4d199a-5c96-4800-b35c-74d2d31f175c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1375611 Jul 16 19:32:52.058360 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e115bf54-6c0b-44f1-96f4-dee795e0d77c req-c8937240-7cb9-4521-9ca2-bcbacb7cd93d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577743 Jul 16 19:32:52.132029 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cb6ce666-1cb2-4db3-a571-5a0027462521 req-64d2918c-fd6c-4dd1-88ff-5efea2b36bb6 service neutron] 10.222.0.76 "GET /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525543 Jul 16 19:32:52.703453 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d817-6f10-4fc3-94f1-c92c3b831204 req-c9cf7c9e-c715-4da7-87dd-c71068b9c89b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:52.705103 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2275d817-6f10-4fc3-94f1-c92c3b831204 req-c9cf7c9e-c715-4da7-87dd-c71068b9c89b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 945 time: 0.1322448 Jul 16 19:32:52.719444 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47636b48-9aab-4c82-a6a3-11c0028d044d req-c972b36b-660d-4f6b-8bbe-d5f0d279c213 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:52.721551 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-47636b48-9aab-4c82-a6a3-11c0028d044d req-c972b36b-660d-4f6b-8bbe-d5f0d279c213 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1295576 Jul 16 19:32:52.783785 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2275d817-6f10-4fc3-94f1-c92c3b831204 req-dbe2d4a1-df6d-429b-87e2-5b238a9eee8c tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611668 Jul 16 19:32:52.789279 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-47636b48-9aab-4c82-a6a3-11c0028d044d req-169bffa4-0a9b-4309-89d6-575642bdff05 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596442 Jul 16 19:32:53.328678 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:53.387270 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6be05c-2dd6-4bbe-af36-fd65bf00a6a7 req-6fa1a430-eeda-4133-915c-1efdeb65cf6b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:53.389309 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a6be05c-2dd6-4bbe-af36-fd65bf00a6a7 req-6fa1a430-eeda-4133-915c-1efdeb65cf6b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0970645 Jul 16 19:32:53.450848 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a6be05c-2dd6-4bbe-af36-fd65bf00a6a7 req-5a723efb-72f8-4cac-853d-cf53aa6a6cc7 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535927 Jul 16 19:32:53.928456 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d498e5ad-af09-4442-b11f-eb7240e0d2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:54.062347 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5145-7fa8-429a-8ecd-2ea358720c7d req-34c76a78-d44c-4bd9-849b-c518b45f3a58 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.063891 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-896e5145-7fa8-429a-8ecd-2ea358720c7d req-34c76a78-d44c-4bd9-849b-c518b45f3a58 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.0993965 Jul 16 19:32:54.127038 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-896e5145-7fa8-429a-8ecd-2ea358720c7d req-5652967e-c560-4925-afcf-06373996b79d tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510252 Jul 16 19:32:54.512003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-53fd85e2-44b8-4a2c-8a64-a0d5614b125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.517239 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-53fd85e2-44b8-4a2c-8a64-a0d5614b125c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68&tenant_id=38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 1096 time: 0.1306303 Jul 16 19:32:54.660992 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-2039134d-4a98-45a4-bb1e-a62b0039c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.665175 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-2039134d-4a98-45a4-bb1e-a62b0039c1bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1096 time: 0.0773690 Jul 16 19:32:54.780832 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116f6d7-92ec-4854-a075-3a96e2b0cb14 req-75262a9e-7df4-41d4-980b-fb4f5383aa2a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.784170 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c116f6d7-92ec-4854-a075-3a96e2b0cb14 req-75262a9e-7df4-41d4-980b-fb4f5383aa2a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1495037 Jul 16 19:32:54.849273 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-0df7efff-2b4d-4589-b4ad-54c23252583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.853244 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-0df7efff-2b4d-4589-b4ad-54c23252583f service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1762450 Jul 16 19:32:54.886033 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c116f6d7-92ec-4854-a075-3a96e2b0cb14 req-feba58e5-1aed-4d75-ac73-264ea03a78b7 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919662 Jul 16 19:32:54.972839 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-fa5a86ef-ff30-49f2-a872-b2bca7e1c421 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 998 time: 0.1011500 Jul 16 19:32:55.058513 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-5a5bc77f-3997-40ac-9a05-473229956b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:55.061061 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-5a5bc77f-3997-40ac-9a05-473229956b10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0750339 Jul 16 19:32:55.154314 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-141093f7-4a67-40fa-a6ae-f2dc26ffa7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:55.156691 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-141093f7-4a67-40fa-a6ae-f2dc26ffa7a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868134 Jul 16 19:32:55.307211 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-a571381f-e9dd-4153-ac96-8b8f71aa456f service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423297 Jul 16 19:32:55.436863 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147d0a-e86f-4476-9d6a-36c60421077c req-204936c6-dd75-4084-8ee0-65ac1bed2e5c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:55.439355 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3b147d0a-e86f-4476-9d6a-36c60421077c req-204936c6-dd75-4084-8ee0-65ac1bed2e5c tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1068082 Jul 16 19:32:55.445425 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-68b2e2bb-f609-48ed-b898-9e79a2a58892 req-4582f126-cc76-44c3-b96d-ce50c2c7e306 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286132 Jul 16 19:32:55.504479 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3b147d0a-e86f-4476-9d6a-36c60421077c req-607d45f7-06f7-482b-b255-f9e43e6700bf tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540047 Jul 16 19:32:56.234449 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd062af8-da05-4f43-bcf9-01ea6d186c51 req-e82699d3-809c-40ec-bb80-7699eb4bc22d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:56.237505 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bd062af8-da05-4f43-bcf9-01ea6d186c51 req-e82699d3-809c-40ec-bb80-7699eb4bc22d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0954101 Jul 16 19:32:56.296444 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bd062af8-da05-4f43-bcf9-01ea6d186c51 req-904f7e20-caca-4748-86cf-302e7cfccba9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505919 Jul 16 19:32:56.434070 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b643b8fb-1a38-4d21-bd62-a3b90053b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:56.607294 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:57.568769 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab8f47-2646-4b13-ac78-4bc3ae755c71 req-8e66d5f3-8d0a-414f-b821-1ebf02a1ba48 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:57.570359 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0cab8f47-2646-4b13-ac78-4bc3ae755c71 req-8e66d5f3-8d0a-414f-b821-1ebf02a1ba48 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0774653 Jul 16 19:32:57.633426 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0cab8f47-2646-4b13-ac78-4bc3ae755c71 req-54dd5f32-3e02-4ff8-82cb-4ea0161df583 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536656 Jul 16 19:32:57.791491 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:58.968745 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed384-f6fd-4588-a5a3-c289ded0daa8 req-72610756-50cf-40d6-9dce-36d8593e7f4b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:58.970481 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b4bed384-f6fd-4588-a5a3-c289ded0daa8 req-72610756-50cf-40d6-9dce-36d8593e7f4b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1078308 Jul 16 19:32:59.033567 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b4bed384-f6fd-4588-a5a3-c289ded0daa8 req-724b72f2-47f0-4e2b-a7a8-da8985987be2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514383 Jul 16 19:32:59.119118 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:59.397391 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:33:00.281569 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796b229-7987-45d7-be1a-cccc44a7e4f2 req-12fca48e-b454-4860-a96a-9d154f4010e4 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:00.284038 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5796b229-7987-45d7-be1a-cccc44a7e4f2 req-12fca48e-b454-4860-a96a-9d154f4010e4 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1009052 Jul 16 19:33:00.342621 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5796b229-7987-45d7-be1a-cccc44a7e4f2 req-9c445ae0-a9b4-4564-b21b-b33eecff1662 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497839 Jul 16 19:33:01.653724 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eef73e-9732-4bbf-acc7-6472687836cb req-d267889d-d26f-40cd-ae08-cd27ca53cee9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:01.656698 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-06eef73e-9732-4bbf-acc7-6472687836cb req-d267889d-d26f-40cd-ae08-cd27ca53cee9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1163218 Jul 16 19:33:01.722392 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-06eef73e-9732-4bbf-acc7-6472687836cb req-afe1e858-faf5-4234-9135-8ed5b5c48270 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592649 Jul 16 19:33:03.031537 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468899a0-6376-4263-b983-70539d210483 req-dac137aa-4562-42b8-987d-958420e6fd5e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:03.035593 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-468899a0-6376-4263-b983-70539d210483 req-dac137aa-4562-42b8-987d-958420e6fd5e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1201942 Jul 16 19:33:03.116803 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-468899a0-6376-4263-b983-70539d210483 req-eaaf9033-eba0-41fb-8a73-d6b72679436f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642827 Jul 16 19:33:04.336258 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d8a59-1e1d-48a2-8dc1-549f39c8c146 req-645325b7-ea00-4e17-963a-34802d06a656 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:04.337807 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-712d8a59-1e1d-48a2-8dc1-549f39c8c146 req-645325b7-ea00-4e17-963a-34802d06a656 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0789943 Jul 16 19:33:04.388129 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-712d8a59-1e1d-48a2-8dc1-549f39c8c146 req-abf79876-d8ee-4ddc-812a-e5b620807e0c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432191 Jul 16 19:33:04.780081 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:05.637404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd9d63-ba18-4f65-9342-9f7028bb0a20 req-d26abd46-f09b-41d8-9499-66858ae5adf5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:05.641294 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d5cd9d63-ba18-4f65-9342-9f7028bb0a20 req-d26abd46-f09b-41d8-9499-66858ae5adf5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1079316 Jul 16 19:33:05.708955 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d5cd9d63-ba18-4f65-9342-9f7028bb0a20 req-5df341d6-5694-4f4a-8e89-44d72e565ca1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577064 Jul 16 19:33:07.028696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055d88-30fc-4fb8-a028-9bdf77a71edd req-258135b7-4186-479f-8bf8-ee1768b2b97b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:07.030217 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54055d88-30fc-4fb8-a028-9bdf77a71edd req-258135b7-4186-479f-8bf8-ee1768b2b97b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1095300 Jul 16 19:33:07.094446 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54055d88-30fc-4fb8-a028-9bdf77a71edd req-1bbeb5e4-a93b-454d-81e3-f67c4a4cb5be tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545795 Jul 16 19:33:08.316444 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7672-08e4-4271-b0b2-05b6e025a8c4 req-23229e25-f0b3-4d75-9ee5-e94bf915074e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:08.319097 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-030a7672-08e4-4271-b0b2-05b6e025a8c4 req-23229e25-f0b3-4d75-9ee5-e94bf915074e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0960910 Jul 16 19:33:08.385746 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-030a7672-08e4-4271-b0b2-05b6e025a8c4 req-263227f3-343b-407e-9a78-cda9d4a74d07 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600636 Jul 16 19:33:09.607227 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26388-7e25-465d-b2d8-e3f2b14051a1 req-415aa2f9-b636-4cf1-84d5-7004abc49871 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:09.608714 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-89b26388-7e25-465d-b2d8-e3f2b14051a1 req-415aa2f9-b636-4cf1-84d5-7004abc49871 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0749567 Jul 16 19:33:09.656674 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-89b26388-7e25-465d-b2d8-e3f2b14051a1 req-a3cdeb09-531c-4876-866b-6f8a67f3e353 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387814 Jul 16 19:33:10.892357 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3263-2933-4abf-90a4-30ea968fda94 req-200a262b-5976-4e79-a806-e03d8343723c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:10.894529 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3e5a3263-2933-4abf-90a4-30ea968fda94 req-200a262b-5976-4e79-a806-e03d8343723c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0734806 Jul 16 19:33:10.942433 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3e5a3263-2933-4abf-90a4-30ea968fda94 req-1b9b6211-bbcb-40a1-bbdb-4a542e96c2c0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393505 Jul 16 19:33:11.598397 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-6d45aa81-a177-4d0f-b6e3-9100891a0a55 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580688 Jul 16 19:33:11.685411 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-2d0b1e38-0178-4854-afbe-1625fcc5377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:11.686964 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-2d0b1e38-0178-4854-afbe-1625fcc5377a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1099 time: 0.0590024 Jul 16 19:33:11.819449 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-a055ea31-dbf5-4d07-9604-69dcfe5edf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:11.821004 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-a055ea31-dbf5-4d07-9604-69dcfe5edf22 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.1012740 Jul 16 19:33:11.897982 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-9e0859d6-beae-40fa-ba33-72a2cf75f36d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 1001 time: 0.0661168 Jul 16 19:33:11.960444 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-a859d148-e839-42b1-b6f4-73aa0b3f6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:11.961908 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-a859d148-e839-42b1-b6f4-73aa0b3f6c68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0555694 Jul 16 19:33:12.037217 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-33c5e955-d122-4243-bd21-70c5224a8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:12.038859 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-33c5e955-d122-4243-bd21-70c5224a8fc3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615890 Jul 16 19:33:12.139704 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de6d1-b20b-45af-ae05-360f6403b622 req-37e5eec1-7e05-473f-aa7f-0fface4ba0af tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:12.141190 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1b5de6d1-b20b-45af-ae05-360f6403b622 req-37e5eec1-7e05-473f-aa7f-0fface4ba0af tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0752931 Jul 16 19:33:12.159357 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-352e0679-d390-408e-9936-c8d24fb00a7d service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125755 Jul 16 19:33:12.193334 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1b5de6d1-b20b-45af-ae05-360f6403b622 req-b4d55abc-8162-405d-991a-71907225b07a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449967 Jul 16 19:33:12.288990 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f1541d31-96ef-49b3-8b6d-e54c5e6461c2 req-6fdd2e0c-3be5-43ff-a5a7-a04a4636f576 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172006 Jul 16 19:33:13.428069 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707d85d-ccce-4702-b9b9-35e2e44a9008 req-7c5667fb-8dab-4d66-b968-71146b8f575e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:13.429690 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7707d85d-ccce-4702-b9b9-35e2e44a9008 req-7c5667fb-8dab-4d66-b968-71146b8f575e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0761087 Jul 16 19:33:13.480401 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7707d85d-ccce-4702-b9b9-35e2e44a9008 req-3e24a22e-95b6-450a-83e9-124817c26ce5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443733 Jul 16 19:33:14.687941 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63233e1e-8c8f-4cf3-be0f-c96eec803a18 req-e0122fe7-c9ff-4116-b189-1c865e347364 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:14.690332 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-63233e1e-8c8f-4cf3-be0f-c96eec803a18 req-e0122fe7-c9ff-4116-b189-1c865e347364 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0792568 Jul 16 19:33:14.750023 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-63233e1e-8c8f-4cf3-be0f-c96eec803a18 req-a3a5afe2-cbb1-477b-ab4d-9ceb5ac031d5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486460 Jul 16 19:33:15.972724 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11658f-69a4-49ec-ac63-bc0682c05fd1 req-68a22c8e-30f9-47fd-aa0c-79d63724f99c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:15.974308 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a11658f-69a4-49ec-ac63-bc0682c05fd1 req-68a22c8e-30f9-47fd-aa0c-79d63724f99c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.0758390 Jul 16 19:33:16.041908 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a11658f-69a4-49ec-ac63-bc0682c05fd1 req-3eab8324-10aa-4761-94d4-cf680cfc2fa1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584354 Jul 16 19:33:17.511685 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112207-4efc-428d-9562-61c76b772ea8 req-ea8b8fad-b0c2-4b31-a4d0-5c7cc6506b57 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:17.513288 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-01112207-4efc-428d-9562-61c76b772ea8 req-ea8b8fad-b0c2-4b31-a4d0-5c7cc6506b57 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.3265054 Jul 16 19:33:17.523551 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67d606-58f1-4398-a7d6-2444c3b34b7b req-680136ba-701e-4788-8d60-93bb415d3d82 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:17.525117 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8f67d606-58f1-4398-a7d6-2444c3b34b7b req-680136ba-701e-4788-8d60-93bb415d3d82 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.3723123 Jul 16 19:33:17.586690 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-01112207-4efc-428d-9562-61c76b772ea8 req-056e1228-b275-4b9a-9049-8f8d327f3366 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605459 Jul 16 19:33:17.590489 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8f67d606-58f1-4398-a7d6-2444c3b34b7b req-bac57c99-df80-40a3-8e84-ec19bfffe8d1 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Jul 16 19:33:18.004168 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9d88-0062-467d-b27c-016d7c067349 req-7b363665-43b8-405c-83cf-3acdb5a43346 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:18.006058 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9bbc9d88-0062-467d-b27c-016d7c067349 req-7b363665-43b8-405c-83cf-3acdb5a43346 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 945 time: 0.0735934 Jul 16 19:33:18.052585 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9bbc9d88-0062-467d-b27c-016d7c067349 req-4dbeab7c-a095-49e1-91d0-0d4be792ce10 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381901 Jul 16 19:33:18.839240 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50372cef-aa10-4e57-87a6-3bdcd8e1864e req-b805939f-d458-4d2a-8eba-1908c6cc5cbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:18.840779 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-50372cef-aa10-4e57-87a6-3bdcd8e1864e req-b805939f-d458-4d2a-8eba-1908c6cc5cbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1149325 Jul 16 19:33:18.871952 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb19a33-95f8-4917-9ec0-d58c79dbbacc req-499b6a2f-b53d-4637-a149-22054e8c3cd1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:18.873454 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2cb19a33-95f8-4917-9ec0-d58c79dbbacc req-499b6a2f-b53d-4637-a149-22054e8c3cd1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1327164 Jul 16 19:33:18.909542 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-50372cef-aa10-4e57-87a6-3bdcd8e1864e req-0e074114-3167-4009-9d97-a98f3c687a4f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Jul 16 19:33:18.942302 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2cb19a33-95f8-4917-9ec0-d58c79dbbacc req-6781c6db-db8b-4b41-a169-4d5894753f0d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594299 Jul 16 19:33:19.254412 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a20a76-78bb-40c5-9fe3-3a1343f2da42 req-a6fbc325-6e56-4e77-8f23-f5d562664244 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:19.255981 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b9a20a76-78bb-40c5-9fe3-3a1343f2da42 req-a6fbc325-6e56-4e77-8f23-f5d562664244 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 945 time: 0.0781105 Jul 16 19:33:19.299542 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b9a20a76-78bb-40c5-9fe3-3a1343f2da42 req-cfc349da-96e6-4cfd-ba5e-b424351c3370 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Jul 16 19:33:20.151607 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85932c10-d060-41d1-bbde-57118eaf4a0c req-fd41964f-ba90-49fa-889d-c508c53ba64e tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:20.153016 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-85932c10-d060-41d1-bbde-57118eaf4a0c req-fd41964f-ba90-49fa-889d-c508c53ba64e tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.1131008 Jul 16 19:33:20.178513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2dd88-e9b9-48c7-8785-050cbcb60aed req-9c776f21-1138-4984-a4ec-83ca6f1e1433 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:20.180014 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5b2dd88-e9b9-48c7-8785-050cbcb60aed req-9c776f21-1138-4984-a4ec-83ca6f1e1433 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1047225 Jul 16 19:33:20.231064 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-85932c10-d060-41d1-bbde-57118eaf4a0c req-da819822-f5dc-457f-8bc1-42b5e4d35822 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672388 Jul 16 19:33:20.245922 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5b2dd88-e9b9-48c7-8785-050cbcb60aed req-04ac36b5-7447-4513-aa61-00ad896c23be tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579128 Jul 16 19:33:20.426732 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-95f98234-1093-40cb-aad3-e8f7c9449e29 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:20.428274 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-95f98234-1093-40cb-aad3-e8f7c9449e29 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 945 time: 0.0795286 Jul 16 19:33:20.516050 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6deb5-ae21-45a6-b15c-882c73ee7ae2 req-31376ba9-723c-46ec-a091-369e6650c20e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:20.518723 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-74e6deb5-ae21-45a6-b15c-882c73ee7ae2 req-31376ba9-723c-46ec-a091-369e6650c20e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 945 time: 0.0858822 Jul 16 19:33:20.573598 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Deleting port c9bbd0e0-e089-4a5d-b58d-e91602470d9a {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:20.574027 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:20.578193 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-74e6deb5-ae21-45a6-b15c-882c73ee7ae2 req-c4e84b00-980a-47fa-b35b-e8295da0dad0 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Jul 16 19:33:20.678672 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] For port c9bbd0e0-e089-4a5d-b58d-e91602470d9a, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:20.678960 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:20.692852 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Calling delete_port for c9bbd0e0-e089-4a5d-b58d-e91602470d9a owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:20.725473 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bac07e-c27b-4039-93db-d2776b50251e req-baf2719c-c439-4dfb-ba46-9c9beb2c5f26 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:20.726973 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83bac07e-c27b-4039-93db-d2776b50251e req-baf2719c-c439-4dfb-ba46-9c9beb2c5f26 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 945 time: 0.0778198 Jul 16 19:33:20.842607 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:20.863139 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495', 'b43c56f8-4eb6-4114-8980-552a50fce9d6', '38296c8f-0d9a-46e2-bf14-c150de4bf7f9', 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:20.868685 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Deleting port 61b64db2-fe4d-42b9-8885-3441e2aa8578 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:20.869685 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:20.876718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event deleted for resources: {'Port': ['ID=c9bbd0e0-e089-4a5d-b58d-e91602470d9a,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:20.927037 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] No DVR routers for this DVR port c9bbd0e0-e089-4a5d-b58d-e91602470d9a on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:33:20.930267 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:20.932397 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0d06b871-baca-442f-9c1b-92695a6a7df2 req-c6d61d93-8ef0-444d-9ad1-c9b8eed87b32 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "DELETE /v2.0/ports/c9bbd0e0-e089-4a5d-b58d-e91602470d9a HTTP/1.1" status: 204 len: 173 time: 0.4967225 Jul 16 19:33:20.932844 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'name': 'network-vif-deleted', 'tag': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:20.935201 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cefba9-8f30-45a1-a190-80c1c596c343" -d '{"events": [{"server_uuid": "ed1becdf-a5b1-4482-820c-3909a6651e20", "name": "network-vif-deleted", "tag": "c9bbd0e0-e089-4a5d-b58d-e91602470d9a"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:20.979706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa3420d-0cdd-4290-a266-1f449f3bcf04 x-openstack-request-id: req-6fa3420d-0cdd-4290-a266-1f449f3bcf04 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:20.980019 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1becdf-a5b1-4482-820c-3909a6651e20", "name": "network-vif-deleted", "tag": "c9bbd0e0-e089-4a5d-b58d-e91602470d9a", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:20.980270 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6fa3420d-0cdd-4290-a266-1f449f3bcf04 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:20.980712 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1becdf-a5b1-4482-820c-3909a6651e20', 'name': 'network-vif-deleted', 'tag': 'c9bbd0e0-e089-4a5d-b58d-e91602470d9a', 'status': 'completed', 'code': 200} Jul 16 19:33:20.992352 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] For port 61b64db2-fe4d-42b9-8885-3441e2aa8578, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=61b64db2-fe4d-42b9-8885-3441e2aa8578,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:20.992743 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:21.007751 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Calling delete_port for 61b64db2-fe4d-42b9-8885-3441e2aa8578 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:21.193519 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:21.229141 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Pushing event deleted for resources: {'Port': ['ID=61b64db2-fe4d-42b9-8885-3441e2aa8578,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:21.273131 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.273482 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.273986 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.274216 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.274566 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.274901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.275234 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.275561 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.275889 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.278343 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.278343 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.278343 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.299674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] No DVR routers for this DVR port 61b64db2-fe4d-42b9-8885-3441e2aa8578 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:33:21.302877 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:21.305050 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83bac07e-c27b-4039-93db-d2776b50251e req-28144185-b498-4d9d-a4ed-8616550e8bbb tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "DELETE /v2.0/ports/61b64db2-fe4d-42b9-8885-3441e2aa8578 HTTP/1.1" status: 204 len: 173 time: 0.5624607 Jul 16 19:33:21.305351 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529f91b0-102b-4cf2-af43-2d2341074265', 'name': 'network-vif-deleted', 'tag': '61b64db2-fe4d-42b9-8885-3441e2aa8578'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:21.307732 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f62b88-3631-4dec-986e-9ddb87e0826a" -d '{"events": [{"server_uuid": "529f91b0-102b-4cf2-af43-2d2341074265", "name": "network-vif-deleted", "tag": "61b64db2-fe4d-42b9-8885-3441e2aa8578"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:21.430287 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4991702d-e07c-46bc-97d5-71bb44bb0f4b req-ecfa1d0b-7b6b-4fdf-b9ba-309c2169ad56 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=529f91b0-102b-4cf2-af43-2d2341074265 HTTP/1.1" status: 200 len: 210 time: 0.0350413 Jul 16 19:33:21.499682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:33:21.530277 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c3e19a-73e4-4c31-b5cf-fb34a69c7107 x-openstack-request-id: req-a8c3e19a-73e4-4c31-b5cf-fb34a69c7107 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:21.530569 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529f91b0-102b-4cf2-af43-2d2341074265", "name": "network-vif-deleted", "tag": "61b64db2-fe4d-42b9-8885-3441e2aa8578", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:21.530818 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8c3e19a-73e4-4c31-b5cf-fb34a69c7107 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:21.531211 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529f91b0-102b-4cf2-af43-2d2341074265', 'name': 'network-vif-deleted', 'tag': '61b64db2-fe4d-42b9-8885-3441e2aa8578', 'status': 'completed', 'code': 200} Jul 16 19:33:21.552258 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936243-da60-4bb7-a1a6-99cd68e198fd req-084f438f-9cc2-4a4b-bb25-ca8d8a679914 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:21.559379 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18936243-da60-4bb7-a1a6-99cd68e198fd req-084f438f-9cc2-4a4b-bb25-ca8d8a679914 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 943 time: 0.1318598 Jul 16 19:33:21.614919 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18936243-da60-4bb7-a1a6-99cd68e198fd req-00d778a3-5823-4a6e-ac59-a985f6cf6f58 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545571 Jul 16 19:33:21.652011 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:21.665204 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'port_id': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'mac_address': 'fa:16:3e:06:90:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:33:21.726541 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:21.749884 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a06e818-9976-44f5-912f-979ff0daf4cf {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:33:21.784724 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55b47540-d08b-4966-82ca-a0113a74060e req-a56ddd41-4a0f-4b3c-b116-040201e984ff tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed1becdf-a5b1-4482-820c-3909a6651e20 HTTP/1.1" status: 200 len: 210 time: 0.0369186 Jul 16 19:33:21.787131 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:21.792278 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:21.857747 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=9']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:21.866306 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.867030 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.867030 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.867376 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.867654 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.867986 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.868316 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.868647 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.869123 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.869350 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.870157 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:21.870157 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:22.059436 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['443e8b38-d992-46ea-a8dc-789d89f70a28', '61b64db2-fe4d-42b9-8885-3441e2aa8578'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:22.147360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['2a06e818-9976-44f5-912f-979ff0daf4cf'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:22.865125 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8305a-6076-43b8-8804-63ae3cbba498 req-54b783a1-c416-448a-8971-e203df245e93 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:22.867581 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-95f8305a-6076-43b8-8804-63ae3cbba498 req-54b783a1-c416-448a-8971-e203df245e93 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 944 time: 0.0873382 Jul 16 19:33:22.939416 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-95f8305a-6076-43b8-8804-63ae3cbba498 req-063459c8-5ce5-46cf-8801-7bc1e9e86b0e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610290 Jul 16 19:33:23.165172 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531491-d037-46d4-b3de-534f17de04fd req-f03f750f-a258-4758-8126-ebfd8cddafd4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:23.167543 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-95531491-d037-46d4-b3de-534f17de04fd req-f03f750f-a258-4758-8126-ebfd8cddafd4 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1027052 Jul 16 19:33:23.244934 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-95531491-d037-46d4-b3de-534f17de04fd req-ae83ca71-6d1b-4b35-829d-9744724b0993 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644529 Jul 16 19:33:23.518380 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:33:23.576518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 2a06e818-9976-44f5-912f-979ff0daf4cf triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:33:23.576809 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:23.666984 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:23.705260 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:23.707669 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9fa79-f96d-447d-af77-a582e15b2271" -d '{"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-plugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:23.725376 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:23.732205 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:23.733529 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 61b64db2-fe4d-42b9-8885-3441e2aa8578 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:23.764662 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea93ae4-cb03-41ee-be6b-b93b75bc5f06 x-openstack-request-id: req-8ea93ae4-cb03-41ee-be6b-b93b75bc5f06 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:23.765026 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-plugged", "status": "completed", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:23.765312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8ea93ae4-cb03-41ee-be6b-b93b75bc5f06 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:23.765652 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'code': 200} Jul 16 19:33:23.791631 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 61b64db2-fe4d-42b9-8885-3441e2aa8578 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:23.792171 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 61b64db2-fe4d-42b9-8885-3441e2aa8578 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:23.833516 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=10']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:23.919339 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-2852025c-913c-46b7-995e-b445bca41e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:24.229778 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d07b9-8f63-40a2-a8be-6888dfec580a req-06c1067c-7f04-4c14-9823-9c2085756116 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:24.238980 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-551d07b9-8f63-40a2-a8be-6888dfec580a req-06c1067c-7f04-4c14-9823-9c2085756116 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 946 time: 0.1292515 Jul 16 19:33:24.370840 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-551d07b9-8f63-40a2-a8be-6888dfec580a req-6bd2dd96-dd9f-48ed-8d68-500288e2bb38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256182 Jul 16 19:33:24.429390 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6a49c-50bf-419e-b1d3-f2bb716943b7 req-fa3b4daa-1239-45b6-bae4-4c5d39a52f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:24.435042 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7af6a49c-50bf-419e-b1d3-f2bb716943b7 req-fa3b4daa-1239-45b6-bae4-4c5d39a52f60 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1099 time: 0.1463335 Jul 16 19:33:24.509312 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7af6a49c-50bf-419e-b1d3-f2bb716943b7 req-1feedee5-7030-459f-a552-6fa0f8d8e533 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651519 Jul 16 19:33:24.675871 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335980b-0e36-4a3d-8217-238b9ba19cde req-bc8fb8a5-1628-4881-890a-265da44dd508 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:24.678334 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e335980b-0e36-4a3d-8217-238b9ba19cde req-bc8fb8a5-1628-4881-890a-265da44dd508 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1205542 Jul 16 19:33:24.784657 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e335980b-0e36-4a3d-8217-238b9ba19cde req-d40eaf09-4339-49a4-b4d8-c9e22c06116e tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962515 Jul 16 19:33:24.840209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812faec-d0c8-4a87-bb91-0b366dfd388e req-bccf2ab1-b340-4f57-bfbd-bcacb251da7e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:24.842812 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c812faec-d0c8-4a87-bb91-0b366dfd388e req-bccf2ab1-b340-4f57-bfbd-bcacb251da7e tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1260681 Jul 16 19:33:24.899400 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c812faec-d0c8-4a87-bb91-0b366dfd388e req-419695ea-cac7-41cb-85e1-49e00c7315cb tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465510 Jul 16 19:33:25.523976 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c9bbd0e0-e089-4a5d-b58d-e91602470d9a no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:25.558664 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: c9bbd0e0-e089-4a5d-b58d-e91602470d9a {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:25.559227 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c9bbd0e0-e089-4a5d-b58d-e91602470d9a not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:25.646426 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e988-af83-426a-9efa-0a987a460a84 req-3c566f49-f880-46bc-9cba-6ee13d15070c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:25.648453 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2763e988-af83-426a-9efa-0a987a460a84 req-3c566f49-f880-46bc-9cba-6ee13d15070c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 946 time: 0.1023633 Jul 16 19:33:25.709339 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2763e988-af83-426a-9efa-0a987a460a84 req-3db01db6-f5c6-467b-9366-dd17c6bea2ab tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501983 Jul 16 19:33:26.101825 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc026c-2e9d-4dcc-af18-1c57ef8c903a req-36ba2f15-357d-422c-a439-f0d0d354a397 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:26.107144 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a0dc026c-2e9d-4dcc-af18-1c57ef8c903a req-36ba2f15-357d-422c-a439-f0d0d354a397 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1073201 Jul 16 19:33:26.236090 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a0dc026c-2e9d-4dcc-af18-1c57ef8c903a req-d1318b01-d398-49bd-9575-3adccbbdaced tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195536 Jul 16 19:33:26.282426 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5818d5-24fd-4ed6-b33f-05dfb405cb6d req-928b5b95-ff93-4524-bfec-5c7f37ec3d37 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:26.283982 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fe5818d5-24fd-4ed6-b33f-05dfb405cb6d req-928b5b95-ff93-4524-bfec-5c7f37ec3d37 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1707392 Jul 16 19:33:26.340729 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fe5818d5-24fd-4ed6-b33f-05dfb405cb6d req-73b601b2-0da7-44a5-b536-e2b55e67d9be tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Jul 16 19:33:26.434781 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e873d749-4dda-4203-83c8-4498364e3866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:26.610967 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:26.860726 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-d86782c9-9fb4-400d-8eaa-d431ef860efe tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:26.863165 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-d86782c9-9fb4-400d-8eaa-d431ef860efe tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1001987 Jul 16 19:33:27.093694 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211582d0-596d-4ad4-b4ed-a26cfa50a91c req-d0c89da9-db4c-4d60-9f50-4956898dcb03 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:27.097040 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-211582d0-596d-4ad4-b4ed-a26cfa50a91c req-d0c89da9-db4c-4d60-9f50-4956898dcb03 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 946 time: 0.1815710 Jul 16 19:33:27.103711 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Deleting port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:27.104124 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:27.237429 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-211582d0-596d-4ad4-b4ed-a26cfa50a91c req-45a9b4e8-2eca-4af6-ba4a-5784ef51b946 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165802 Jul 16 19:33:27.274177 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] For port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:27.274738 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:27.297921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Calling delete_port for 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:27.573359 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:27.588052 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495', 'b43c56f8-4eb6-4114-8980-552a50fce9d6', '38296c8f-0d9a-46e2-bf14-c150de4bf7f9'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:27.633333 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event deleted for resources: {'Port': ['ID=38296c8f-0d9a-46e2-bf14-c150de4bf7f9,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:27.715084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] No DVR routers for this DVR port 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:33:27.721583 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:27.724291 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc971ebd-35d2-477d-807e-78df83c08be5 req-3c06d391-55d8-441c-8439-035d3e248594 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "DELETE /v2.0/ports/38296c8f-0d9a-46e2-bf14-c150de4bf7f9 HTTP/1.1" status: 204 len: 173 time: 0.8515892 Jul 16 19:33:27.727775 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'name': 'network-vif-deleted', 'tag': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:27.727775 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ffd18-88ad-4120-bb8f-6a8c0718ab3b" -d '{"events": [{"server_uuid": "0b9963d1-3ed1-4794-a966-82389de1d1c9", "name": "network-vif-deleted", "tag": "38296c8f-0d9a-46e2-bf14-c150de4bf7f9"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:27.748240 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49135a-04e9-4ee4-836d-58af46a77019 req-a00bef30-6921-41bd-abae-57124d5edc7a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:27.749384 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a49135a-04e9-4ee4-836d-58af46a77019 req-a00bef30-6921-41bd-abae-57124d5edc7a tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.2921445 Jul 16 19:33:27.762162 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f45022-c92a-4ea8-92d5-9c9c65def45a req-9b7485f6-15b5-4fef-ac06-d9dfb86e69b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:27.767606 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53f45022-c92a-4ea8-92d5-9c9c65def45a req-9b7485f6-15b5-4fef-ac06-d9dfb86e69b7 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=0b9963d1-3ed1-4794-a966-82389de1d1c9 HTTP/1.1" status: 200 len: 867 time: 0.2621167 Jul 16 19:33:27.818370 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:27.862578 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a49135a-04e9-4ee4-836d-58af46a77019 req-4a54aaaf-15b9-4275-adad-179b040324c5 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932019 Jul 16 19:33:27.867946 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53f45022-c92a-4ea8-92d5-9c9c65def45a req-8c45a65a-0d66-4e9b-970f-e4f04f986873 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897639 Jul 16 19:33:27.933975 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6065b8-e267-4e0a-93fb-c6825d92b078 x-openstack-request-id: req-7f6065b8-e267-4e0a-93fb-c6825d92b078 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:27.934459 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9963d1-3ed1-4794-a966-82389de1d1c9", "name": "network-vif-deleted", "tag": "38296c8f-0d9a-46e2-bf14-c150de4bf7f9", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:27.934866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7f6065b8-e267-4e0a-93fb-c6825d92b078 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:27.935474 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9963d1-3ed1-4794-a966-82389de1d1c9', 'name': 'network-vif-deleted', 'tag': '38296c8f-0d9a-46e2-bf14-c150de4bf7f9', 'status': 'completed', 'code': 200} Jul 16 19:33:29.128496 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d657-4824-4b14-95fb-e545d4b1f0a0 req-652f6bc5-83ca-4ab0-99e9-ca2c55938cc2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:29.129636 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:29.131029 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4ad0d657-4824-4b14-95fb-e545d4b1f0a0 req-652f6bc5-83ca-4ab0-99e9-ca2c55938cc2 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1005185 Jul 16 19:33:29.180980 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4ad0d657-4824-4b14-95fb-e545d4b1f0a0 req-92049c29-136b-4e6f-b0dc-baafa0e5979f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/security-groups?id=803e34ba-e737-4df8-9ac9-96b606604f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Jul 16 19:33:29.536610 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09920df-90e8-4bc2-a253-d672faf56c73 req-81d5d45e-bebf-4eff-9389-5dd132604cc3 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:29.538471 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f09920df-90e8-4bc2-a253-d672faf56c73 req-81d5d45e-bebf-4eff-9389-5dd132604cc3 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 946 time: 0.0861225 Jul 16 19:33:29.630577 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f09920df-90e8-4bc2-a253-d672faf56c73 req-3d643234-671e-49f7-867b-30c8613e3f52 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Jul 16 19:33:29.672614 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-9dd3687c-fba8-430e-bf98-2e9cff7d2f5d tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:29.675399 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-9dd3687c-fba8-430e-bf98-2e9cff7d2f5d tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 945 time: 0.1227164 Jul 16 19:33:29.816198 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Deleting port 443e8b38-d992-46ea-a8dc-789d89f70a28 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:29.816819 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:29.974039 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] For port 443e8b38-d992-46ea-a8dc-789d89f70a28, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=443e8b38-d992-46ea-a8dc-789d89f70a28,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:29.974660 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:30.001299 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Calling delete_port for 443e8b38-d992-46ea-a8dc-789d89f70a28 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:30.220192 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:30.238847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['443e8b38-d992-46ea-a8dc-789d89f70a28'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:30.254921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Pushing event deleted for resources: {'Port': ['ID=443e8b38-d992-46ea-a8dc-789d89f70a28,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:30.345580 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] No DVR routers for this DVR port 443e8b38-d992-46ea-a8dc-789d89f70a28 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:33:30.356508 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:30.359871 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e84cbefd-0536-4e51-84e3-bf33b2dc67c8 req-f55ef247-36ff-463d-b5c2-5f26c8822f13 tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.76 "DELETE /v2.0/ports/443e8b38-d992-46ea-a8dc-789d89f70a28 HTTP/1.1" status: 204 len: 173 time: 0.6767282 Jul 16 19:33:30.361040 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'name': 'network-vif-deleted', 'tag': '443e8b38-d992-46ea-a8dc-789d89f70a28'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:30.364983 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09194a1e-14a9-4352-a8eb-7c2a13305d62" -d '{"events": [{"server_uuid": "eab378c9-ff9e-4ac4-a4d7-02d8847dda64", "name": "network-vif-deleted", "tag": "443e8b38-d992-46ea-a8dc-789d89f70a28"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:30.396346 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d179a8ac-9824-479d-bd0d-e31c867830d4 req-2573bbf2-eec6-4230-8b5c-1eba96547f8f tempest-ServerRescueNegativeTestJSON-1085256380 tempest-ServerRescueNegativeTestJSON-1085256380-project] 10.222.0.97 "GET /v2.0/ports?device_id=eab378c9-ff9e-4ac4-a4d7-02d8847dda64 HTTP/1.1" status: 200 len: 210 time: 0.0561666 Jul 16 19:33:30.432709 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9bd2a5-99bf-49af-b9a6-8e9fa6270847 x-openstack-request-id: req-9f9bd2a5-99bf-49af-b9a6-8e9fa6270847 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:30.433209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab378c9-ff9e-4ac4-a4d7-02d8847dda64", "name": "network-vif-deleted", "tag": "443e8b38-d992-46ea-a8dc-789d89f70a28", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:30.433615 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9f9bd2a5-99bf-49af-b9a6-8e9fa6270847 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:30.434211 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab378c9-ff9e-4ac4-a4d7-02d8847dda64', 'name': 'network-vif-deleted', 'tag': '443e8b38-d992-46ea-a8dc-789d89f70a28', 'status': 'completed', 'code': 200} Jul 16 19:33:30.974316 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7434-b33c-4e75-99b4-38126a1a48ac req-b082e268-7342-46bc-8c43-2d451944249b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:30.976137 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-255a7434-b33c-4e75-99b4-38126a1a48ac req-b082e268-7342-46bc-8c43-2d451944249b tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 946 time: 0.1409554 Jul 16 19:33:30.997001 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-9df169f8-55b3-4420-b3a2-fd72b31cda43 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:30.999565 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-9df169f8-55b3-4420-b3a2-fd72b31cda43 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 946 time: 0.1329677 Jul 16 19:33:31.093457 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-255a7434-b33c-4e75-99b4-38126a1a48ac req-bfae4433-48a4-41ab-bd1e-187af499cbf3 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102448 Jul 16 19:33:31.185792 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Deleting port b43c56f8-4eb6-4114-8980-552a50fce9d6 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:31.186359 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:31.325560 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] For port b43c56f8-4eb6-4114-8980-552a50fce9d6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b43c56f8-4eb6-4114-8980-552a50fce9d6,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:31.326651 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:31.346509 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Calling delete_port for b43c56f8-4eb6-4114-8980-552a50fce9d6 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:31.530227 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:31.548682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495', 'b43c56f8-4eb6-4114-8980-552a50fce9d6'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:31.553248 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46914) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:31.561616 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event deleted for resources: {'Port': ['ID=b43c56f8-4eb6-4114-8980-552a50fce9d6,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:31.607400 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:31.630873 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] No DVR routers for this DVR port b43c56f8-4eb6-4114-8980-552a50fce9d6 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:33:31.634709 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:31.636759 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5104960-614f-4e1b-846a-83eed136e4d9 req-64003a4f-a62f-43e7-b4aa-a742f191462d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "DELETE /v2.0/ports/b43c56f8-4eb6-4114-8980-552a50fce9d6 HTTP/1.1" status: 204 len: 173 time: 0.6266732 Jul 16 19:33:31.646224 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:31.646762 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 38296c8f-0d9a-46e2-bf14-c150de4bf7f9 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:32.117544 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:32.331594 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d8e3abf8-57ab-47c0-8d89-b006cefe466e req-7df7bada-69a5-4e90-8026-7371518798a5 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e6941a8-a9df-44a0-a46d-33c62308d581 HTTP/1.1" status: 200 len: 210 time: 0.0344019 Jul 16 19:33:32.435579 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'name': 'network-vif-deleted', 'tag': 'b43c56f8-4eb6-4114-8980-552a50fce9d6'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:32.439802 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b287687-75a1-455d-81a0-78267e879a2e" -d '{"events": [{"server_uuid": "1e6941a8-a9df-44a0-a46d-33c62308d581", "name": "network-vif-deleted", "tag": "b43c56f8-4eb6-4114-8980-552a50fce9d6"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:32.508276 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4586be87-d790-4b3d-b8a6-2d23f7d1ee89 x-openstack-request-id: req-4586be87-d790-4b3d-b8a6-2d23f7d1ee89 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:32.508729 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6941a8-a9df-44a0-a46d-33c62308d581", "name": "network-vif-deleted", "tag": "b43c56f8-4eb6-4114-8980-552a50fce9d6", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:32.509117 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4586be87-d790-4b3d-b8a6-2d23f7d1ee89 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:32.509943 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6941a8-a9df-44a0-a46d-33c62308d581', 'name': 'network-vif-deleted', 'tag': 'b43c56f8-4eb6-4114-8980-552a50fce9d6', 'status': 'completed', 'code': 200} Jul 16 19:33:32.548548 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Deleting port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:32.549110 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:32.675384 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] For port b1148c5e-e3e6-4ac0-8ff9-98180c5c131e, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,segment=NetworkSegment(2be6334b-657e-42c7-9c7d-9e301ce45f3f),segment_id=2be6334b-657e-42c7-9c7d-9e301ce45f3f)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:32.676345 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:32.692265 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Calling delete_port for b1148c5e-e3e6-4ac0-8ff9-98180c5c131e owned by network:router_interface {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:33.217623 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:33.253056 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1148c5e-e3e6-4ac0-8ff9-98180c5c131e,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:33.485431 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:33.622620 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 443e8b38-d992-46ea-a8dc-789d89f70a28 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:33.652499 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 443e8b38-d992-46ea-a8dc-789d89f70a28 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:33.653038 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 443e8b38-d992-46ea-a8dc-789d89f70a28 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:33.770287 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:33:33.900567 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:33:33.906710 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-22bd5325-64c6-4431-99fb-676e986a2648 admin admin] 10.222.0.97 "PUT /v2.0/routers/ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3500473 Jul 16 19:33:33.910310 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46928) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:33.913343 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] Sync routers for ids ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:33:33.926344 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] Routers {'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:33:33.927237 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:33:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:34.029948 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks [] for router, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.087851 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] Set router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:33:34.174109 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.241603 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Deleting port a63fe6d3-fd4d-47c7-8171-584419270016 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:34.241952 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.347291 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] For port a63fe6d3-fd4d-47c7-8171-584419270016, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=a63fe6d3-fd4d-47c7-8171-584419270016,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:34.347748 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.365372 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Calling delete_port for a63fe6d3-fd4d-47c7-8171-584419270016 owned by network:router_gateway {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:34.365655 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:33:33Z', 'revision_number': 5, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port': {'id': 'a63fe6d3-fd4d-47c7-8171-584419270016', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:43Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:34.403128 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] Checking router: ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:33:34.415496 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] Routers {'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:33:34.416752 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:33:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:34.525754 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] Set router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 gateway port host: None {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:33:34.598471 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:33:34Z', 'revision_number': 6, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:34.638443 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea525c2-54a7-411b-8ddb-c37419085945 None None] The sync data for ids ['ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5'] in dv-cinder-800695-3-iscsi is: [{'id': 'ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1889703393-router', 'tenant_id': '74345445f8ea4ab1a35a924c489f2e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:42Z', 'updated_at': '2021-07-16T19:33:34Z', 'revision_number': 6, 'project_id': '74345445f8ea4ab1a35a924c489f2e98', 'gw_port_host': None}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:33:34.647266 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.683108 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63fe6d3-fd4d-47c7-8171-584419270016,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:34.762615 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.782438 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.910679 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.914272 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.016560 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.017624 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 {{(pid=92984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:33:35.023397 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.024553 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c17ce0ae-f81f-4b9b-80a1-6e3375da0772 admin admin] 10.222.0.97 "DELETE /v2.0/routers/ea3fdbbe-7d2b-418e-ace5-ad2c3dbd2dd5 HTTP/1.1" status: 204 len: 168 time: 1.1130567 Jul 16 19:33:35.028106 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46946) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:35.169032 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Deleting subnet 8740f299-e833-4922-83b7-81250cd5a5e6 {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:33:35.173396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.233639 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24e684-0187-478d-97fb-d8ab5338e7cb req-60e48f7f-bd73-4c5b-b6be-e34d94fc0fb0 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:35.235255 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c24e684-0187-478d-97fb-d8ab5338e7cb req-60e48f7f-bd73-4c5b-b6be-e34d94fc0fb0 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1462209 Jul 16 19:33:35.237495 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.316446 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.321254 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c24e684-0187-478d-97fb-d8ab5338e7cb req-3666d1a5-4ad3-48a4-80d2-209b88c05777 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 Jul 16 19:33:35.387476 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.418402 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.424078 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8740f299-e833-4922-83b7-81250cd5a5e6 HTTP/1.1" status: 204 len: 168 time: 0.3909080 Jul 16 19:33:35.424078 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4d55c-791c-4c13-9de8-64f89f4edbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8740f299-e833-4922-83b7-81250cd5a5e6,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:35.424468 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 46950) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:35.535003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.630831 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b43c56f8-4eb6-4114-8980-552a50fce9d6 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:35.665253 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.668203 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: b43c56f8-4eb6-4114-8980-552a50fce9d6 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:35.668748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b43c56f8-4eb6-4114-8980-552a50fce9d6 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:35.679975 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c327eb-9260-4b35-9d04-f138985f4c74']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:35.693549 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be6334b-657e-42c7-9c7d-9e301ce45f3f') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:35.694018 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be6334b-657e-42c7-9c7d-9e301ce45f3f') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:35.705619 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.726393 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.733636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:33:35.733814 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:33:35.736959 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:33:35.839966 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.852540 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:35.859075 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] 10.222.0.97 "DELETE /v2.0/networks/79c327eb-9260-4b35-9d04-f138985f4c74 HTTP/1.1" status: 204 len: 168 time: 0.4299700 Jul 16 19:33:35.873539 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfddc0-3975-4f3a-9038-bc23e346e449 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c327eb-9260-4b35-9d04-f138985f4c74,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:36.029771 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c617cf6-3f41-4806-87ce-05de32a9b65d req-396e66f1-b4d7-4226-a100-aae461cf9866 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:36.033952 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c617cf6-3f41-4806-87ce-05de32a9b65d req-396e66f1-b4d7-4226-a100-aae461cf9866 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.0937948 Jul 16 19:33:36.086432 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c617cf6-3f41-4806-87ce-05de32a9b65d req-66a8cee8-6df7-4187-a9b4-bfffe1adbb8d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Jul 16 19:33:36.158189 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46960) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:36.182664 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device b1148c5e-e3e6-4ac0-8ff9-98180c5c131e no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:36.207978 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: b1148c5e-e3e6-4ac0-8ff9-98180c5c131e {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:36.208485 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device b1148c5e-e3e6-4ac0-8ff9-98180c5c131e not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:36.208971 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device a63fe6d3-fd4d-47c7-8171-584419270016 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:36.231648 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: a63fe6d3-fd4d-47c7-8171-584419270016 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:36.232302 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device a63fe6d3-fd4d-47c7-8171-584419270016 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:36.392344 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:33:36.451288 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-28ee8fb4-5790-47c8-9060-95a1f845ca98 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=74345445f8ea4ab1a35a924c489f2e98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2907655 Jul 16 19:33:36.455137 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 46964) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:36.548942 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9e93a8bc-4c90-4307-99fc-273483ad33b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.580086 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9e93a8bc-4c90-4307-99fc-273483ad33b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.590487 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad583d4b-97b9-4ea2-b42f-1490465e9685 req-613da4e4-0a23-41a8-ad25-ad14065fdf57 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:36.592190 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ad583d4b-97b9-4ea2-b42f-1490465e9685 req-613da4e4-0a23-41a8-ad25-ad14065fdf57 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1191473 Jul 16 19:33:36.665374 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ad583d4b-97b9-4ea2-b42f-1490465e9685 req-2387718f-574f-474f-9f29-5d94633d68f2 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/security-groups?id=0ace8c57-ecbc-494c-ab73-d01c2b332e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608034 Jul 16 19:33:36.724077 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9e93a8bc-4c90-4307-99fc-273483ad33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.726827 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9e93a8bc-4c90-4307-99fc-273483ad33b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.728120 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9e93a8bc-4c90-4307-99fc-273483ad33b2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/803e34ba-e737-4df8-9ac9-96b606604f42 HTTP/1.1" status: 204 len: 168 time: 0.2714968 Jul 16 19:33:36.753716 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93a8bc-4c90-4307-99fc-273483ad33b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803e34ba-e737-4df8-9ac9-96b606604f42,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:36.778225 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-293833e2-a861-4cd6-a1ef-56afd1c64d4d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:36.780777 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-293833e2-a861-4cd6-a1ef-56afd1c64d4d tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 946 time: 0.1142609 Jul 16 19:33:36.945749 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Deleting port 0f536d34-687c-4094-a0a0-82f34c531495 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:33:36.946341 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:37.090907 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] For port 0f536d34-687c-4094-a0a0-82f34c531495, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0f536d34-687c-4094-a0a0-82f34c531495,segment=NetworkSegment(b7617438-2143-4ef4-9364-ba50b0ba7f69),segment_id=b7617438-2143-4ef4-9364-ba50b0ba7f69)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:33:37.091893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:37.112346 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Calling delete_port for 0f536d34-687c-4094-a0a0-82f34c531495 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:33:37.380026 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:37.395278 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0f536d34-687c-4094-a0a0-82f34c531495'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:33:37.444723 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Pushing event deleted for resources: {'Port': ['ID=0f536d34-687c-4094-a0a0-82f34c531495,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:37.492859 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e41832-b2e0-4b3c-a3a6-afb0a8987cae req-8265af90-37cc-46eb-ad2a-09a3a5d3b89f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:37.495551 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f4e41832-b2e0-4b3c-a3a6-afb0a8987cae req-8265af90-37cc-46eb-ad2a-09a3a5d3b89f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.2007148 Jul 16 19:33:37.557173 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] No DVR routers for this DVR port 0f536d34-687c-4094-a0a0-82f34c531495 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:33:37.561118 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:37.563169 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-590b67ea-61ed-4a32-873e-f8e0f5bfccb2 req-eb00a938-4d10-4a70-80cf-a46bbed56812 tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.76 "DELETE /v2.0/ports/0f536d34-687c-4094-a0a0-82f34c531495 HTTP/1.1" status: 204 len: 173 time: 0.7761295 Jul 16 19:33:37.563642 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'name': 'network-vif-deleted', 'tag': '0f536d34-687c-4094-a0a0-82f34c531495'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:33:37.566404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f19d7-63cf-4f29-bb8c-724f5a8f1276" -d '{"events": [{"server_uuid": "b0f9ab98-58fd-44e2-bec3-fad593dd21e5", "name": "network-vif-deleted", "tag": "0f536d34-687c-4094-a0a0-82f34c531495"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:33:37.592628 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f4e41832-b2e0-4b3c-a3a6-afb0a8987cae req-f53eadab-2ff8-4a80-8369-e31ce2017c12 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712881 Jul 16 19:33:37.653768 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b607f72d-7549-4756-81b2-d6c7c6b4edca x-openstack-request-id: req-b607f72d-7549-4756-81b2-d6c7c6b4edca {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:33:37.654595 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f9ab98-58fd-44e2-bec3-fad593dd21e5", "name": "network-vif-deleted", "tag": "0f536d34-687c-4094-a0a0-82f34c531495", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:33:37.655410 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b607f72d-7549-4756-81b2-d6c7c6b4edca {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:33:37.656537 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f9ab98-58fd-44e2-bec3-fad593dd21e5', 'name': 'network-vif-deleted', 'tag': '0f536d34-687c-4094-a0a0-82f34c531495', 'status': 'completed', 'code': 200} Jul 16 19:33:37.873839 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cda55367-cdce-401d-836f-4c0160e62897 req-eb32c80f-2fa4-424a-b14a-423252702b8f tempest-AttachVolumeNegativeTest-599092154 tempest-AttachVolumeNegativeTest-599092154-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0f9ab98-58fd-44e2-bec3-fad593dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0452826 Jul 16 19:33:38.885154 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2ff9b-b152-4072-82ed-8ef83d694224 req-825d391c-22dd-402e-8365-7e2e1caed959 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:38.887737 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7be2ff9b-b152-4072-82ed-8ef83d694224 req-825d391c-22dd-402e-8365-7e2e1caed959 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1021068 Jul 16 19:33:38.954061 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7be2ff9b-b152-4072-82ed-8ef83d694224 req-76f34071-564d-4e30-902c-2f8da2f2fb54 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571620 Jul 16 19:33:39.024978 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47014) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:39.090092 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Deleting subnet ad99e828-e828-4159-8eec-09e67b5a2586 {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:33:39.093236 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.151740 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.213902 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.319737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.354705 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad99e828-e828-4159-8eec-09e67b5a2586,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:39.361106 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.365290 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-05311235-de68-4ae9-bb26-a307fda29133 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/ad99e828-e828-4159-8eec-09e67b5a2586 HTTP/1.1" status: 204 len: 168 time: 0.3383765 Jul 16 19:33:39.368601 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47026) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:39.472208 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.629848 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.651313 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3443eb-ef02-48b2-a5be-14ccb2a40fb6']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:39.670988 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7617438-2143-4ef4-9364-ba50b0ba7f69') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:39.671331 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7617438-2143-4ef4-9364-ba50b0ba7f69') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:33:39.683910 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.708517 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.720276 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:33:39.720924 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:33:39.731494 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:33:39.743664 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47030) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:39.815829 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.821624 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.823592 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] 10.222.0.97 "DELETE /v2.0/networks/ab3443eb-ef02-48b2-a5be-14ccb2a40fb6 HTTP/1.1" status: 204 len: 168 time: 0.4544101 Jul 16 19:33:39.837706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5474ef-b7e5-4c13-ae53-e6b8fe42ed4e admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3443eb-ef02-48b2-a5be-14ccb2a40fb6,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:39.902054 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0fdc-cac7-4706-8586-fa6d43fca72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.031322 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47038) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:40.064453 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0fdc-cac7-4706-8586-fa6d43fca72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.071760 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0fdc-cac7-4706-8586-fa6d43fca72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.082478 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-536fa389-69cd-46eb-ac3f-6e5b5fee0161 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5fed9a81f5484dd2a38e0d38d50db595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495543 Jul 16 19:33:40.088192 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47040) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:40.148670 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-f5ff0fdc-cac7-4706-8586-fa6d43fca72c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6040727782154e98a2b5631fbcd6302a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035437 Jul 16 19:33:40.158369 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47042) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:40.164513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0fdc-cac7-4706-8586-fa6d43fca72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5679a66d-b374-4072-9d8c-6d4e6f4d71e1,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:40.176319 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-21405be3-b3b8-4716-8fb4-1bf2818ad41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.222782 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-21405be3-b3b8-4716-8fb4-1bf2818ad41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.251653 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69efa0-ad0d-4fe4-ad5b-0d9792b32ef2 req-2a939ebf-fb4f-40ce-a537-f877980b98e5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:40.253799 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5f69efa0-ad0d-4fe4-ad5b-0d9792b32ef2 req-2a939ebf-fb4f-40ce-a537-f877980b98e5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1160605 Jul 16 19:33:40.269228 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fac1125f-cded-4372-9b97-5c0ec3cbcf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.296229 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fac1125f-cded-4372-9b97-5c0ec3cbcf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.316094 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5f69efa0-ad0d-4fe4-ad5b-0d9792b32ef2 req-fe09a178-49f9-4bb2-984d-341050598354 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554247 Jul 16 19:33:40.329781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-21405be3-b3b8-4716-8fb4-1bf2818ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.332164 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-21405be3-b3b8-4716-8fb4-1bf2818ad41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.333219 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-21405be3-b3b8-4716-8fb4-1bf2818ad41b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0ace8c57-ecbc-494c-ab73-d01c2b332e1f HTTP/1.1" status: 204 len: 168 time: 0.2437305 Jul 16 19:33:40.344432 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21405be3-b3b8-4716-8fb4-1bf2818ad41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace8c57-ecbc-494c-ab73-d01c2b332e1f,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:40.384706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fac1125f-cded-4372-9b97-5c0ec3cbcf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.388776 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-fac1125f-cded-4372-9b97-5c0ec3cbcf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:40.390516 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-fac1125f-cded-4372-9b97-5c0ec3cbcf79 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5679a66d-b374-4072-9d8c-6d4e6f4d71e1 HTTP/1.1" status: 204 len: 168 time: 0.2310290 Jul 16 19:33:40.404987 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1125f-cded-4372-9b97-5c0ec3cbcf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5679a66d-b374-4072-9d8c-6d4e6f4d71e1,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:40.838819 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47058) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:40.868641 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ec5487e-c52f-4279-b76b-6c99773dd527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.007299 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ec5487e-c52f-4279-b76b-6c99773dd527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.012548 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ec5487e-c52f-4279-b76b-6c99773dd527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.072906 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6ec5487e-c52f-4279-b76b-6c99773dd527 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e2f515593af34f63a1e643c6cd5b9896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325692 Jul 16 19:33:41.074506 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5487e-c52f-4279-b76b-6c99773dd527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb3c77-9132-4288-9caa-036ae66c90a2,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:41.077919 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47064) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:41.148085 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2080057f-ad2f-4911-bd12-68cf2d07a1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.175950 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2080057f-ad2f-4911-bd12-68cf2d07a1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.245490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2080057f-ad2f-4911-bd12-68cf2d07a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.251050 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2080057f-ad2f-4911-bd12-68cf2d07a1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.254248 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2080057f-ad2f-4911-bd12-68cf2d07a1d3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8dfb3c77-9132-4288-9caa-036ae66c90a2 HTTP/1.1" status: 204 len: 168 time: 0.1736028 Jul 16 19:33:41.272571 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080057f-ad2f-4911-bd12-68cf2d07a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb3c77-9132-4288-9caa-036ae66c90a2,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:41.578937 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b0136-df51-4c1e-ac26-2158c4b0198e req-f99470a2-fb30-4977-9ed5-c4ccdf82bff9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:41.581798 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-400b0136-df51-4c1e-ac26-2158c4b0198e req-f99470a2-fb30-4977-9ed5-c4ccdf82bff9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1081583 Jul 16 19:33:41.641697 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-400b0136-df51-4c1e-ac26-2158c4b0198e req-8a7486e9-d0f1-4008-9826-84c299f821a9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493677 Jul 16 19:33:41.667385 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0f536d34-687c-4094-a0a0-82f34c531495 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:33:41.693440 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 0f536d34-687c-4094-a0a0-82f34c531495 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:33:41.693847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0f536d34-687c-4094-a0a0-82f34c531495 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:33:42.947344 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc46e92-f59f-4313-8553-cff75421a344 req-3eee0bb8-be5c-4404-9321-ad58632d437a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:42.950603 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2fc46e92-f59f-4313-8553-cff75421a344 req-3eee0bb8-be5c-4404-9321-ad58632d437a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1214979 Jul 16 19:33:43.027119 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2fc46e92-f59f-4313-8553-cff75421a344 req-f593f3d8-f57b-4cdf-8ad9-419e9a451b30 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678415 Jul 16 19:33:44.253452 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ceefc-1c78-42cf-afef-da0875b5c16a req-02bc203e-d68d-4e57-9510-8d426e38040f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:44.255216 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef7ceefc-1c78-42cf-afef-da0875b5c16a req-02bc203e-d68d-4e57-9510-8d426e38040f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.0762954 Jul 16 19:33:44.303954 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef7ceefc-1c78-42cf-afef-da0875b5c16a req-f57987bf-04d9-4824-b566-14df9b9ff14f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402408 Jul 16 19:33:45.573229 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84be736-c4d2-49f5-b87e-f6bcb1e2d619 req-f3244d18-fd3c-4ff5-850b-b60b8a274f3d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:45.575703 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b84be736-c4d2-49f5-b87e-f6bcb1e2d619 req-f3244d18-fd3c-4ff5-850b-b60b8a274f3d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.0798156 Jul 16 19:33:45.627536 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b84be736-c4d2-49f5-b87e-f6bcb1e2d619 req-b626f121-449f-4462-bcdc-3ae8430901bd tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Jul 16 19:33:46.866021 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cee47-03e2-4a0c-a40d-9ece5628a2d5 req-a1249636-3890-479c-9948-49a080998698 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:46.867626 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-514cee47-03e2-4a0c-a40d-9ece5628a2d5 req-a1249636-3890-479c-9948-49a080998698 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.0760295 Jul 16 19:33:46.935031 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-514cee47-03e2-4a0c-a40d-9ece5628a2d5 req-a9c7a4ff-3d86-4b33-bc7d-17e1df2efabe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527368 Jul 16 19:33:47.432873 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-a933dc32-d402-4988-b036-eafb53357de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:47.434434 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-a933dc32-d402-4988-b036-eafb53357de6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 1099 time: 0.1419580 Jul 16 19:33:47.452095 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1919964-e7f7-438a-a663-b716083d26f6 req-1fe7cfdb-18da-4beb-aba5-92d732d846c1 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:47.454775 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e1919964-e7f7-438a-a663-b716083d26f6 req-1fe7cfdb-18da-4beb-aba5-92d732d846c1 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1487498 Jul 16 19:33:47.581969 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e1919964-e7f7-438a-a663-b716083d26f6 req-79fd7309-4e63-431f-9bee-07f08810d83e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145890 Jul 16 19:33:47.623783 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-b9a8ef7f-dc02-4b4e-8431-a42801c68fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:47.625356 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-b9a8ef7f-dc02-4b4e-8431-a42801c68fcc service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.1694019 Jul 16 19:33:47.733649 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-97edff01-201e-4f4a-bd29-c27ca489e8fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 200 len: 1001 time: 0.1006634 Jul 16 19:33:47.807738 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-fe22256b-feb2-46b7-931c-e8584491aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:47.810564 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-fe22256b-feb2-46b7-931c-e8584491aa51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0709269 Jul 16 19:33:47.892504 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47220) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:47.904465 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-6eb51f1e-9f71-4ed6-b678-e56aaa698a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:47.908378 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-6eb51f1e-9f71-4ed6-b678-e56aaa698a90 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913336 Jul 16 19:33:48.075981 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.081094 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-eaa67037-77af-4061-94b6-2e9248b86ed8 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651394 Jul 16 19:33:48.207516 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.215086 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.283035 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0d60d87ca05c4e268985a47b4669e9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891125 Jul 16 19:33:48.283781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47234) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:48.285934 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ce436a6-452c-4892-b15d-fd6b600a1a88 req-b847605b-9e44-47ec-a999-14042776e617 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975482 Jul 16 19:33:48.310700 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ce535-b18d-4aff-b07c-da8c4840b82c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:48.336747 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.337095 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.337497 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.337883 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.338276 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.338622 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.339008 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.339331 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.339713 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.340037 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.340407 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.340752 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5cba11-8a4a-4a1d-939f-9a687effa6c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:33:48.385998 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1afcbe8d-96b4-4684-bda3-46715de06805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.412843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1afcbe8d-96b4-4684-bda3-46715de06805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.478016 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1afcbe8d-96b4-4684-bda3-46715de06805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.483214 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1afcbe8d-96b4-4684-bda3-46715de06805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.486841 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1afcbe8d-96b4-4684-bda3-46715de06805 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5d7ce535-b18d-4aff-b07c-da8c4840b82c HTTP/1.1" status: 204 len: 168 time: 0.1973538 Jul 16 19:33:48.500843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcbe8d-96b4-4684-bda3-46715de06805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ce535-b18d-4aff-b07c-da8c4840b82c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:48.914174 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23180bb-f5ea-4b85-9cc6-fbeee3ce10d2 req-83a0c629-3145-4517-8d7e-0454838da82e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:48.917187 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f23180bb-f5ea-4b85-9cc6-fbeee3ce10d2 req-83a0c629-3145-4517-8d7e-0454838da82e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1221046 Jul 16 19:33:48.961088 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47248) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:48.985125 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0a69e243-46e4-49cb-8814-aefe7c83065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.001534 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f23180bb-f5ea-4b85-9cc6-fbeee3ce10d2 req-d10ce46d-1329-4b64-97cf-db888c6352ff tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709252 Jul 16 19:33:49.112458 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0a69e243-46e4-49cb-8814-aefe7c83065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.116503 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0a69e243-46e4-49cb-8814-aefe7c83065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.167672 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69e243-46e4-49cb-8814-aefe7c83065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070c55d-7098-48a7-bc37-37933b887c35,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:49.172961 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-0a69e243-46e4-49cb-8814-aefe7c83065e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fadfa2e095ae471eac88ffe3cecec24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100120 Jul 16 19:33:49.176753 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47250) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:49.237243 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6989d2be-e6ee-498f-bdbd-b5432fa23239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.265594 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6989d2be-e6ee-498f-bdbd-b5432fa23239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.323572 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6989d2be-e6ee-498f-bdbd-b5432fa23239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.326702 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6989d2be-e6ee-498f-bdbd-b5432fa23239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.328591 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6989d2be-e6ee-498f-bdbd-b5432fa23239 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0070c55d-7098-48a7-bc37-37933b887c35 HTTP/1.1" status: 204 len: 168 time: 0.1502612 Jul 16 19:33:49.342718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989d2be-e6ee-498f-bdbd-b5432fa23239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070c55d-7098-48a7-bc37-37933b887c35,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:50.259023 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909063c1-685a-4845-93bc-283e31424d49 req-00ff8e0f-c701-4020-a98f-51a9ffb00971 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:50.260340 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-909063c1-685a-4845-93bc-283e31424d49 req-00ff8e0f-c701-4020-a98f-51a9ffb00971 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1043801 Jul 16 19:33:50.319318 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-909063c1-685a-4845-93bc-283e31424d49 req-20c1a43f-e591-4714-9d54-88efdcb8ba06 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494976 Jul 16 19:33:52.311063 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47354) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:52.469859 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-79859ede-0a93-4fe2-808c-db6dde98f879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.571128 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-79859ede-0a93-4fe2-808c-db6dde98f879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.576199 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-79859ede-0a93-4fe2-808c-db6dde98f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.616980 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79859ede-0a93-4fe2-808c-db6dde98f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981c61d-c000-4eba-abb1-fd0e94765d9a,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:52.622564 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-79859ede-0a93-4fe2-808c-db6dde98f879 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0b959d565b3447c1be7141ab91601e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101928 Jul 16 19:33:52.626121 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47358) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:52.682534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-688b98fb-1507-4e3f-b6df-7dc8e2c5df97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.706360 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-688b98fb-1507-4e3f-b6df-7dc8e2c5df97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.772123 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-688b98fb-1507-4e3f-b6df-7dc8e2c5df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.775059 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-688b98fb-1507-4e3f-b6df-7dc8e2c5df97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.776372 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-688b98fb-1507-4e3f-b6df-7dc8e2c5df97 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3981c61d-c000-4eba-abb1-fd0e94765d9a HTTP/1.1" status: 204 len: 168 time: 0.1490762 Jul 16 19:33:52.786295 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b98fb-1507-4e3f-b6df-7dc8e2c5df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981c61d-c000-4eba-abb1-fd0e94765d9a,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:53.136928 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47376) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:53.154741 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffef3-b22b-42e0-b916-7b5e0c4d036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.282881 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffef3-b22b-42e0-b916-7b5e0c4d036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.288201 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffef3-b22b-42e0-b916-7b5e0c4d036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.351946 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1c1ffef3-b22b-42e0-b916-7b5e0c4d036d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c36866409278434794e3c7d4d06dc8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105162 Jul 16 19:33:53.351946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ffef3-b22b-42e0-b916-7b5e0c4d036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034d0ef-7116-461c-bbf4-1e881f11185a,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:53.352612 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47378) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:53.413993 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1010d598-44d5-421b-bfad-cb9b982b004a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.436787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1010d598-44d5-421b-bfad-cb9b982b004a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.493287 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1010d598-44d5-421b-bfad-cb9b982b004a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.496798 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1010d598-44d5-421b-bfad-cb9b982b004a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.498658 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1010d598-44d5-421b-bfad-cb9b982b004a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9034d0ef-7116-461c-bbf4-1e881f11185a HTTP/1.1" status: 204 len: 168 time: 0.1443737 Jul 16 19:33:53.513181 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d598-44d5-421b-bfad-cb9b982b004a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034d0ef-7116-461c-bbf4-1e881f11185a,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:53.923003 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-34ba173e-005a-4562-8bba-ead87ae9427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:55.836174 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47458) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:55.996279 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81d604aa-9119-4c3d-91b7-d03693b5724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.099527 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81d604aa-9119-4c3d-91b7-d03693b5724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.104282 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-81d604aa-9119-4c3d-91b7-d03693b5724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.144790 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-81d604aa-9119-4c3d-91b7-d03693b5724c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3d7185f18ffa4da5a085c3b883a2692a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068783 Jul 16 19:33:56.145496 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d604aa-9119-4c3d-91b7-d03693b5724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc188901-98a2-4ee7-ad36-6b5780e0248c,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:56.147918 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47464) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:56.213421 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0f5db78e-b935-4097-a629-3b4252c5ceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.237168 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0f5db78e-b935-4097-a629-3b4252c5ceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.299860 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0f5db78e-b935-4097-a629-3b4252c5ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.303059 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0f5db78e-b935-4097-a629-3b4252c5ceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.304422 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-0f5db78e-b935-4097-a629-3b4252c5ceb2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cc188901-98a2-4ee7-ad36-6b5780e0248c HTTP/1.1" status: 204 len: 168 time: 0.1551676 Jul 16 19:33:56.315358 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5db78e-b935-4097-a629-3b4252c5ceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc188901-98a2-4ee7-ad36-6b5780e0248c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:56.428730 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1d857ca7-9dfe-4d7d-a3f5-a90e575c1ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.608758 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.619301 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47470) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:56.633423 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-219ecdea-d157-48ca-97f3-f1d3061ec1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.738974 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-219ecdea-d157-48ca-97f3-f1d3061ec1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.743561 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-219ecdea-d157-48ca-97f3-f1d3061ec1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.790417 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-219ecdea-d157-48ca-97f3-f1d3061ec1e0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=90a2020e7715415d9b179e761a09f9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699364 Jul 16 19:33:56.791676 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ecdea-d157-48ca-97f3-f1d3061ec1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96840749-d6c9-4633-ae16-ca500d24a224,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:56.793519 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47472) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:56.848658 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e0c9c73-122c-40b7-89e8-4745d680d801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.870691 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e0c9c73-122c-40b7-89e8-4745d680d801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.922561 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e0c9c73-122c-40b7-89e8-4745d680d801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.925887 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8e0c9c73-122c-40b7-89e8-4745d680d801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:56.927515 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-8e0c9c73-122c-40b7-89e8-4745d680d801 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/96840749-d6c9-4633-ae16-ca500d24a224 HTTP/1.1" status: 204 len: 168 time: 0.1295788 Jul 16 19:33:56.940581 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c9c73-122c-40b7-89e8-4745d680d801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96840749-d6c9-4633-ae16-ca500d24a224,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:57.793534 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.212711 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47514) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:58.335402 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-83210001-aef7-4a07-8c4e-aeed49f9e8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.462353 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-83210001-aef7-4a07-8c4e-aeed49f9e8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.466925 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-83210001-aef7-4a07-8c4e-aeed49f9e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.520309 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-83210001-aef7-4a07-8c4e-aeed49f9e8b0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0955139b690b41f195c284df44390577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062296 Jul 16 19:33:58.521571 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83210001-aef7-4a07-8c4e-aeed49f9e8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c9c0e-3dab-455a-b19c-54b15b7fae22,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:58.524131 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47528) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:58.591508 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1267db4-95c2-4d7c-a152-15f440a42ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.617597 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1267db4-95c2-4d7c-a152-15f440a42ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.671503 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1267db4-95c2-4d7c-a152-15f440a42ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.674952 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a1267db4-95c2-4d7c-a152-15f440a42ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.676213 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a1267db4-95c2-4d7c-a152-15f440a42ab3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c73c9c0e-3dab-455a-b19c-54b15b7fae22 HTTP/1.1" status: 204 len: 168 time: 0.1497560 Jul 16 19:33:58.685424 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1267db4-95c2-4d7c-a152-15f440a42ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c9c0e-3dab-455a-b19c-54b15b7fae22,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:59.127420 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.520333 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47562) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:33:59.655132 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1107656687-network', 'tenant_id': 'af90e648670e4180a6e80adc99657924'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:33:59.690626 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Made reservation on behalf of af90e648670e4180a6e80adc99657924 for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:33:59.693423 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.705210 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.819397 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.823743 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.852227 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:33:59.868150 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.868150 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Added segment 16d272bc-e479-4062-a52e-1e90fbf05e6e of type vlan for network 85379608-1a48-4045-bde8-32cc6bca59dc Jul 16 19:33:59.904583 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9d47c-08ab-45f3-b6cb-858c3191e59b,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:33:59.922991 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.957586 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.958593 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:59.959171 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.007551 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4858372 Jul 16 19:34:00.012422 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47578) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:00.023242 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Request body: {'subnet': {'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1107656687-subnet', 'tenant_id': 'af90e648670e4180a6e80adc99657924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:00.064786 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Made reservation on behalf of af90e648670e4180a6e80adc99657924 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:34:00.068780 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc22d-7af3-4583-aa3d-8c98b981c147 admin admin] Pushing event updated for resources: {'Network': ['ID=85379608-1a48-4045-bde8-32cc6bca59dc,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:00.068919 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30789401'] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.085530 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 85379608-1a48-4045-bde8-32cc6bca59dc details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:34:00.294059 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31093015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30789387'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.366772 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce472c6-d519-473c-8f35-0a19f7c9f222,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:00.376893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Checking segment: {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:34:00.377265 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Network hostable DHCP agents. Network: 85379608-1a48-4045-bde8-32cc6bca59dc, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:34:00.396118 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Network 85379608-1a48-4045-bde8-32cc6bca59dc is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:34:00.409525 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 85379608-1a48-4045-bde8-32cc6bca59dc) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:34:00.416926 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:00.418181 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.427667 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb405a7e-9dba-4fb9-9a0e-399c5ad57c4a None None] Network 85379608-1a48-4045-bde8-32cc6bca59dc requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:34:00.452297 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-97ff74a1-5c02-4b0d-9cbd-16e7e783ad61 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4372666 Jul 16 19:34:00.556536 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47594) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:00.617431 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebee410-6579-42fa-a921-37465dfa5d96 None None] Network 85379608-1a48-4045-bde8-32cc6bca59dc requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:34:00.695084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c07bb8cf-801b-45b7-80cf-c905f7dbf479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.824780 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c07bb8cf-801b-45b7-80cf-c905f7dbf479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.832834 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c07bb8cf-801b-45b7-80cf-c905f7dbf479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.874020 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c07bb8cf-801b-45b7-80cf-c905f7dbf479 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=689546e6a98c4168b510deb574eacf47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157780 Jul 16 19:34:00.874902 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bb8cf-801b-45b7-80cf-c905f7dbf479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15599f57-4cdb-4261-9f28-e3ad6e39cac2,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:00.877427 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47602) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:00.942022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2df8d954-2785-46ab-b12c-ea5f32835628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:00.969638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2df8d954-2785-46ab-b12c-ea5f32835628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.037310 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2df8d954-2785-46ab-b12c-ea5f32835628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.041926 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2df8d954-2785-46ab-b12c-ea5f32835628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.043860 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2df8d954-2785-46ab-b12c-ea5f32835628 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/15599f57-4cdb-4261-9f28-e3ad6e39cac2 HTTP/1.1" status: 204 len: 168 time: 0.1653945 Jul 16 19:34:01.055374 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8d954-2785-46ab-b12c-ea5f32835628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15599f57-4cdb-4261-9f28-e3ad6e39cac2,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:01.460082 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47612) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:01.477673 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8a74da81-8cfb-4795-9c59-d7354aecc9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.587149 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8a74da81-8cfb-4795-9c59-d7354aecc9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.591915 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8a74da81-8cfb-4795-9c59-d7354aecc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.644307 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-8a74da81-8cfb-4795-9c59-d7354aecc9f4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=edcc1a345ef142eb93d38a6228d56b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829293 Jul 16 19:34:01.645260 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74da81-8cfb-4795-9c59-d7354aecc9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480254a5-50b9-4af9-a235-adc4ae107b12,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:01.648213 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47614) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:01.710368 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8c552b9d-505e-42a3-a3a6-ae4ed7c9cae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.736814 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8c552b9d-505e-42a3-a3a6-ae4ed7c9cae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.791917 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8c552b9d-505e-42a3-a3a6-ae4ed7c9cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.794580 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8c552b9d-505e-42a3-a3a6-ae4ed7c9cae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:01.795741 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-8c552b9d-505e-42a3-a3a6-ae4ed7c9cae1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/480254a5-50b9-4af9-a235-adc4ae107b12 HTTP/1.1" status: 204 len: 168 time: 0.1464925 Jul 16 19:34:01.807276 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c552b9d-505e-42a3-a3a6-ae4ed7c9cae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480254a5-50b9-4af9-a235-adc4ae107b12,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:02.637361 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-5c60223f-5967-4e16-b243-2130262dc561 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:02.638945 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-5c60223f-5967-4e16-b243-2130262dc561 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 814 time: 0.1570117 Jul 16 19:34:02.661514 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-7463d0c4-7e82-40ec-a0e9-ef573e086550 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/quotas/af90e648670e4180a6e80adc99657924 HTTP/1.1" status: 200 len: 375 time: 0.0141501 Jul 16 19:34:02.710511 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-27678396-cd81-4a38-8ea0-bac2f6e9a9fc tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415297 Jul 16 19:34:02.830053 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-d68bde15-395f-4556-886d-0dfb2eee8ab2 service neutron] 10.222.0.97 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114626 Jul 16 19:34:02.947044 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-adc1938f-1386-4c9a-a5f0-3856247348c8 service neutron] 10.222.0.97 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064551 Jul 16 19:34:03.596855 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-624839e8-e6b5-45ae-9f7c-1087f13a3872 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745888 Jul 16 19:34:03.694980 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-ae98f09e-664a-4349-9f11-117ea2e01af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:03.694980 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-ae98f09e-664a-4349-9f11-117ea2e01af7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 1099 time: 0.0692406 Jul 16 19:34:03.842638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-005888ee-a708-4bb4-b64a-0419b0f02b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:03.844191 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-005888ee-a708-4bb4-b64a-0419b0f02b26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1182449 Jul 16 19:34:03.934743 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-66da308e-77ea-47b6-b404-94c040c95cd7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 200 len: 1000 time: 0.0842049 Jul 16 19:34:03.997207 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-290c0ccb-22be-42b7-a210-02b0944f84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:03.998742 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-290c0ccb-22be-42b7-a210-02b0944f84c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0532074 Jul 16 19:34:04.072548 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-1c245610-326e-45d3-a0a9-87b0cea5a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:04.074067 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-1c245610-326e-45d3-a0a9-87b0cea5a002 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687454 Jul 16 19:34:04.225518 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-f63e2f5f-9d4d-47c4-a4a3-c2937df7a50d service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339965 Jul 16 19:34:04.287364 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fac05b25-e479-4c60-b53e-4b1d8cdf3f5a req-ed99627c-d9ef-4e80-9613-24657de33b57 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 210 time: 0.0435128 Jul 16 19:34:04.413297 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e180ff3-cea3-4447-9b8a-03e8effbcd32 req-aee417f4-1eff-4c2c-981e-961c66e20400 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818953 Jul 16 19:34:04.796406 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:05.541986 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-33393149-2a8c-469c-adc9-5a0b1c0ff7ef req-cbbacb33-2187-4219-8438-ed5f78ba3135 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 210 time: 0.0533583 Jul 16 19:34:05.759097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-ea1cd7be-d783-410d-99ad-0511c3523a0d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:05.762158 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-ea1cd7be-d783-410d-99ad-0511c3523a0d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 814 time: 0.1471305 Jul 16 19:34:05.777720 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Request body: {'port': {'device_id': '5e7392dd-013f-4052-b429-d79be8c3f653', 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc', 'admin_state_up': True, 'tenant_id': 'af90e648670e4180a6e80adc99657924'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:06.007658 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Made reservation on behalf of af90e648670e4180a6e80adc99657924 for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:34:06.012696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.199672 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Allocated IP 172.20.0.13 (85379608-1a48-4045-bde8-32cc6bca59dc/dce472c6-d519-473c-8f35-0a19f7c9f222/c01648c2-da6f-409b-98e1-f457d1530ac9) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:34:06.399368 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.467298 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.541887 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Network 85379608-1a48-4045-bde8-32cc6bca59dc is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:34:06.545354 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:34:06.550282 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:34:06.578813 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Pushing event updated for resources: {'Port': ['ID=c01648c2-da6f-409b-98e1-f457d1530ac9,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:06.625269 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:06.626094 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.645979 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-52d060e8-bbf4-48a1-aa43-1a5ac436649f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8749266 Jul 16 19:34:06.665078 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Request body: {'port': {'device_id': '5e7392dd-013f-4052-b429-d79be8c3f653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:06.892315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d252df-c718-4402-90d9-aba78484d8d7 req-79054bf1-d7b3-44c2-86a3-1911450355d7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:06.894763 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f0d252df-c718-4402-90d9-aba78484d8d7 req-79054bf1-d7b3-44c2-86a3-1911450355d7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 932 time: 0.1906707 Jul 16 19:34:06.895657 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.980914 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f0d252df-c718-4402-90d9-aba78484d8d7 req-10cff727-91ef-42d7-b85c-2f94e0f802ff tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696797 Jul 16 19:34:07.294538 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01648c2-da6f-409b-98e1-f457d1530ac9 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:07.311394 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:07.331317 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Transition to ACTIVE for port object c01648c2-da6f-409b-98e1-f457d1530ac9 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:34:07.335542 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:07.437525 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Pushing event updated for resources: {'Port': ['ID=c01648c2-da6f-409b-98e1-f457d1530ac9,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:07.534363 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Attempting to bind port c01648c2-da6f-409b-98e1-f457d1530ac9 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:34:07.534747 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Attempting to bind port c01648c2-da6f-409b-98e1-f457d1530ac9 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:34:07.535188 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Attempting to bind port c01648c2-da6f-409b-98e1-f457d1530ac9 on network 85379608-1a48-4045-bde8-32cc6bca59dc {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:34:07.557966 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Port c01648c2-da6f-409b-98e1-f457d1530ac9 on network 85379608-1a48-4045-bde8-32cc6bca59dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:34:07.558706 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Attempting to bind port c01648c2-da6f-409b-98e1-f457d1530ac9 on network 85379608-1a48-4045-bde8-32cc6bca59dc {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:34:07.570470 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:34:07.570802 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Checking segment: {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:34:07.571177 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Bound using segment: {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:34:07.571611 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Bound port: c01648c2-da6f-409b-98e1-f457d1530ac9, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:34:07.571963 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:07.664416 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d90c4-2764-400b-8307-ed8a81ab1ea0 req-192db8eb-23fe-472e-89ab-c9b0c0455b3e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:07.666378 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-647d90c4-2764-400b-8307-ed8a81ab1ea0 req-192db8eb-23fe-472e-89ab-c9b0c0455b3e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 946 time: 0.1466479 Jul 16 19:34:07.678262 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] For port c01648c2-da6f-409b-98e1-f457d1530ac9, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:34:07.682536 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] For port c01648c2-da6f-409b-98e1-f457d1530ac9, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c01648c2-da6f-409b-98e1-f457d1530ac9,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:34:07.692922 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:07.748946 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:07.750496 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:07.752303 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] 10.222.0.76 "PUT /v2.0/ports/c01648c2-da6f-409b-98e1-f457d1530ac9 HTTP/1.1" status: 200 len: 1094 time: 1.0971940 Jul 16 19:34:07.754362 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7392dd-013f-4052-b429-d79be8c3f653', 'tag': 'c01648c2-da6f-409b-98e1-f457d1530ac9'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:07.757072 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7392dd-013f-4052-b429-d79be8c3f653", "tag": "c01648c2-da6f-409b-98e1-f457d1530ac9"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:07.787519 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-647d90c4-2764-400b-8307-ed8a81ab1ea0 req-9050e526-c4dd-476f-8596-f654dd1afa61 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107042 Jul 16 19:34:07.834682 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc3f9-50e1-4e74-9c3d-1b983b155d9a service neutron] Pushing event updated for resources: {'Port': ['ID=c01648c2-da6f-409b-98e1-f457d1530ac9,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:07.860427 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65367ad-b9fd-42c5-90c3-6e8d0882077c x-openstack-request-id: req-e65367ad-b9fd-42c5-90c3-6e8d0882077c {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:07.860731 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7392dd-013f-4052-b429-d79be8c3f653", "tag": "c01648c2-da6f-409b-98e1-f457d1530ac9", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:07.861206 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e65367ad-b9fd-42c5-90c3-6e8d0882077c {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:07.861604 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7392dd-013f-4052-b429-d79be8c3f653', 'tag': 'c01648c2-da6f-409b-98e1-f457d1530ac9', 'status': 'completed', 'code': 200} Jul 16 19:34:07.892987 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-a68e5f3b-5893-4de6-b0d9-e0f0c2c98e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:07.894872 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-a68e5f3b-5893-4de6-b0d9-e0f0c2c98e2c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 1097 time: 0.0741968 Jul 16 19:34:07.943652 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-60b79901-6db6-47e3-b79a-4765d660e1e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c01648c2-da6f-409b-98e1-f457d1530ac9 HTTP/1.1" status: 200 len: 217 time: 0.0407572 Jul 16 19:34:08.014315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-2545c2ce-58dc-477c-8a80-172813ed1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:08.016022 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-2545c2ce-58dc-477c-8a80-172813ed1cb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.0648165 Jul 16 19:34:08.066285 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-0fb3bcdb-3cf4-4e2b-af1d-a2b49c319ae4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421932 Jul 16 19:34:08.239790 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47772) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:08.403990 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e4dad2-117b-4ba3-bd62-9e1fff231e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.482822 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-a51d3e74-c407-4b5b-afe2-1ab274b0c7c7 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098387 Jul 16 19:34:08.518242 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e4dad2-117b-4ba3-bd62-9e1fff231e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.526820 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-40e4dad2-117b-4ba3-bd62-9e1fff231e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.539155 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2780-9791-4b87-b629-669207708090 req-b4b89fac-06c2-4d50-9432-cb8358ed62e7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:08.540705 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4f7e2780-9791-4b87-b629-669207708090 req-b4b89fac-06c2-4d50-9432-cb8358ed62e7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 944 time: 0.1234057 Jul 16 19:34:08.587167 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-40e4dad2-117b-4ba3-bd62-9e1fff231e11 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e676c082c51b4f56a29315fc8077d692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462491 Jul 16 19:34:08.588043 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4dad2-117b-4ba3-bd62-9e1fff231e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb48500-b736-4f63-a071-deed42abf096,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:08.590692 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47776) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:08.639660 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4f7e2780-9791-4b87-b629-669207708090 req-fc10fd4e-d2d8-41e6-bd1d-e6c6afa357aa tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906565 Jul 16 19:34:08.646416 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7cda5a5c-998c-4c50-87e2-c67860d0eb37 req-10cde5aa-b4ab-4c30-a8ad-0a5c55e39e84 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560178 Jul 16 19:34:08.674952 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f5107335-f7e2-4dfd-946d-9c17ec8ed570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.712397 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f5107335-f7e2-4dfd-946d-9c17ec8ed570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.773742 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-61220782-9b9b-4e8e-883d-8b66e5452652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:08.776860 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-61220782-9b9b-4e8e-883d-8b66e5452652 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 1097 time: 0.0668385 Jul 16 19:34:08.787049 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f5107335-f7e2-4dfd-946d-9c17ec8ed570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.790287 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f5107335-f7e2-4dfd-946d-9c17ec8ed570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.794954 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f5107335-f7e2-4dfd-946d-9c17ec8ed570 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5eb48500-b736-4f63-a071-deed42abf096 HTTP/1.1" status: 204 len: 168 time: 0.2032387 Jul 16 19:34:08.805456 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107335-f7e2-4dfd-946d-9c17ec8ed570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb48500-b736-4f63-a071-deed42abf096,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:08.923628 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-8259a742-99fa-4f48-9cee-3d9761573e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:08.925724 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-8259a742-99fa-4f48-9cee-3d9761573e7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 916 time: 0.1375110 Jul 16 19:34:08.995458 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-871ed743-1206-4a58-a4b4-dcd2d32d5736 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c01648c2-da6f-409b-98e1-f457d1530ac9 HTTP/1.1" status: 200 len: 217 time: 0.0611610 Jul 16 19:34:09.090471 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-97389d36-7fec-4871-b21f-13781d1fa721 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.092133 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-97389d36-7fec-4871-b21f-13781d1fa721 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 946 time: 0.0860929 Jul 16 19:34:09.144601 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-8585ee9a-5e82-4075-ae49-a9e20ff624e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.147038 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-8585ee9a-5e82-4075-ae49-a9e20ff624e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.1328695 Jul 16 19:34:09.197598 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47784) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:09.210666 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-b2015316-6fab-4b6a-940e-ff771ffd1908 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547724 Jul 16 19:34:09.219359 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-86463ddd-a4bb-4e31-91ba-b6973233fef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.226292 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc27a2e-fe6c-4c90-9cf5-57801331aa28 req-7cf15748-ebe8-4d84-9580-c25c88aa5e23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.228793 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fcc27a2e-fe6c-4c90-9cf5-57801331aa28 req-7cf15748-ebe8-4d84-9580-c25c88aa5e23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 946 time: 0.2375023 Jul 16 19:34:09.276434 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Deleting port 2a06e818-9976-44f5-912f-979ff0daf4cf {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:34:09.277222 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.384056 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fcc27a2e-fe6c-4c90-9cf5-57801331aa28 req-de88755a-3834-4105-96d0-d9c4ef04297a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=a88b69b0-3cd6-4e02-ae80-deb62e3924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413293 Jul 16 19:34:09.397908 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] For port 2a06e818-9976-44f5-912f-979ff0daf4cf, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2a06e818-9976-44f5-912f-979ff0daf4cf,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:09.398368 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.424098 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-5b6bd3ed-ea5a-45c7-83c9-0b695b23e65e service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940367 Jul 16 19:34:09.540153 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7e29d1a6-b65f-46ce-89e3-a93fd57793cd req-236bc4c4-5dfd-443a-8335-de3f1386d087 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052620 Jul 16 19:34:09.847665 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-86463ddd-a4bb-4e31-91ba-b6973233fef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.851623 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d925ab-628f-4509-901e-c63eae1a4624 req-f8c11fcc-e869-4d52-b6df-4be31c908a69 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.853646 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f7d925ab-628f-4509-901e-c63eae1a4624 req-f8c11fcc-e869-4d52-b6df-4be31c908a69 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 944 time: 0.0803223 Jul 16 19:34:09.877630 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-86463ddd-a4bb-4e31-91ba-b6973233fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.906998 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f7d925ab-628f-4509-901e-c63eae1a4624 req-5d1e5413-025c-429e-b776-2886bb288f69 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Jul 16 19:34:09.940061 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-86463ddd-a4bb-4e31-91ba-b6973233fef3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8b8d9917ca5a4f5bbb0f4ac732d8e2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7391865 Jul 16 19:34:09.941993 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47788) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:09.952835 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86463ddd-a4bb-4e31-91ba-b6973233fef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7f1ce-65ee-4ce6-93a7-e25328c0a861,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:10.013980 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4a22217e-2c06-43ed-8a08-dacb066ff82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.040513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4a22217e-2c06-43ed-8a08-dacb066ff82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.104674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4a22217e-2c06-43ed-8a08-dacb066ff82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.108285 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4a22217e-2c06-43ed-8a08-dacb066ff82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.109909 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-4a22217e-2c06-43ed-8a08-dacb066ff82d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/82c7f1ce-65ee-4ce6-93a7-e25328c0a861 HTTP/1.1" status: 204 len: 168 time: 0.1664016 Jul 16 19:34:10.110751 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.111263 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.111756 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Floating IP 69661ce5-ceea-4f71-81bb-4c4907b8b4c2 disassociated. External IP: 172.27.2.20, port: 2a06e818-9976-44f5-912f-979ff0daf4cf. Jul 16 19:34:10.112164 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Calling delete_port for 2a06e818-9976-44f5-912f-979ff0daf4cf owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:34:10.119737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22217e-2c06-43ed-8a08-dacb066ff82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7f1ce-65ee-4ce6-93a7-e25328c0a861,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:10.293135 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.345483 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event deleted for resources: {'Port': ['ID=2a06e818-9976-44f5-912f-979ff0daf4cf,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:10.506878 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Router 80575b91-3ee9-435c-8c01-18152552edde has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:34:10.634192 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47796) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:10.667686 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-91a7750a-dc57-4e11-824b-429e3d5c0e7e req-0c0764b3-e068-4e95-9366-38564abebe45 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=57957d91-d9dc-423e-b445-c2915b664e68 HTTP/1.1" status: 200 len: 210 time: 0.0522087 Jul 16 19:34:10.702779 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5298e7ed-5ef2-4892-9578-5be26c7a9e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.766209 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:34:10.779512 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:34:10.795556 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:34:10.798372 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:33:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:10.861118 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] No DVR routers for this DVR port 2a06e818-9976-44f5-912f-979ff0daf4cf on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:34:10.865542 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:10.867638 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-3ffe8812-8e5d-4419-a699-1a3d76d07540 req-12ab07df-cf39-4263-b288-135d4509be38 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "DELETE /v2.0/ports/2a06e818-9976-44f5-912f-979ff0daf4cf HTTP/1.1" status: 204 len: 173 time: 1.7696540 Jul 16 19:34:10.868332 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-deleted', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:10.871113 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc908d2-3896-4895-9ba1-b7b064fa7787" -d '{"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-deleted", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:10.962417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:34:11.011318 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3018f-af53-4156-825d-1f72af31b864 x-openstack-request-id: req-78b3018f-af53-4156-825d-1f72af31b864 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:11.012006 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57957d91-d9dc-423e-b445-c2915b664e68", "name": "network-vif-deleted", "tag": "2a06e818-9976-44f5-912f-979ff0daf4cf", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:11.012444 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-78b3018f-af53-4156-825d-1f72af31b864 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:11.013176 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57957d91-d9dc-423e-b445-c2915b664e68', 'name': 'network-vif-deleted', 'tag': '2a06e818-9976-44f5-912f-979ff0daf4cf', 'status': 'completed', 'code': 200} Jul 16 19:34:11.020262 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5298e7ed-5ef2-4892-9578-5be26c7a9e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.026586 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5298e7ed-5ef2-4892-9578-5be26c7a9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.098379 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-5298e7ed-5ef2-4892-9578-5be26c7a9e53 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b925020d91df4ffebde7e5501219efb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619195 Jul 16 19:34:11.102101 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47802) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:11.121229 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298e7ed-5ef2-4892-9578-5be26c7a9e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be332235-1b56-4fbb-aa33-d94826d091a3,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:11.248564 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e132caec-4689-496a-981f-4968f2db1201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.292275 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e132caec-4689-496a-981f-4968f2db1201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.295131 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:11.334666 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:34:11.346179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:34:11.347210 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:33:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:11.380712 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6fa24-f9de-4582-be06-59cfe81f0390 req-548d2e76-dc54-4ce5-8724-50b04ee2813e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:11.384209 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6ed6fa24-f9de-4582-be06-59cfe81f0390 req-548d2e76-dc54-4ce5-8724-50b04ee2813e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 944 time: 0.1841235 Jul 16 19:34:11.468246 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6ed6fa24-f9de-4582-be06-59cfe81f0390 req-dcf980b8-c4e7-4be4-9b30-57bfe6ade9be tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Jul 16 19:34:11.470071 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e132caec-4689-496a-981f-4968f2db1201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.475185 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e132caec-4689-496a-981f-4968f2db1201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.479470 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e132caec-4689-496a-981f-4968f2db1201 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/be332235-1b56-4fbb-aa33-d94826d091a3 HTTP/1.1" status: 204 len: 168 time: 0.3749933 Jul 16 19:34:11.489427 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132caec-4689-496a-981f-4968f2db1201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be332235-1b56-4fbb-aa33-d94826d091a3,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:11.554441 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:34:11.773876 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c01648c2-da6f-409b-98e1-f457d1530ac9 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:34:11.896766 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47812) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:11.981106 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port c01648c2-da6f-409b-98e1-f457d1530ac9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c01648c2-da6f-409b-98e1-f457d1530ac9,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:11.987166 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf54-5e0e-445a-87a7-827e33b405ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.011641 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'c01648c2-da6f-409b-98e1-f457d1530ac9', 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc', 'port_id': 'c01648c2-da6f-409b-98e1-f457d1530ac9', 'mac_address': 'fa:16:3e:21:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce472c6-d519-473c-8f35-0a19f7c9f222', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:34:12.015329 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:12.021400 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf54-5e0e-445a-87a7-827e33b405ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.092716 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16715e5-dc35-476d-9564-62f178f90ee6 None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:34:12.093217 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf54-5e0e-445a-87a7-827e33b405ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.096966 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf54-5e0e-445a-87a7-827e33b405ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.099005 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-51bcbf54-5e0e-445a-87a7-827e33b405ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "DELETE /v2.0/security-groups/a88b69b0-3cd6-4e02-ae80-deb62e3924c7 HTTP/1.1" status: 204 len: 168 time: 0.2004831 Jul 16 19:34:12.103261 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47820) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:12.114486 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcbf54-5e0e-445a-87a7-827e33b405ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b69b0-3cd6-4e02-ae80-deb62e3924c7,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:12.126628 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.api.v2.resource [None req-6d7ca150-7ac4-4b5f-bfe9-4de1a2c6e3e1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] show failed (client error): The resource could not be found. Jul 16 19:34:12.131093 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47822) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:12.142969 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6d7ca150-7ac4-4b5f-bfe9-4de1a2c6e3e1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups/a88b69b0-3cd6-4e02-ae80-deb62e3924c7 HTTP/1.1" status: 404 len: 347 time: 0.0381672 Jul 16 19:34:12.161538 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.196736 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01648c2-da6f-409b-98e1-f457d1530ac9 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:12.256017 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port c01648c2-da6f-409b-98e1-f457d1530ac9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c01648c2-da6f-409b-98e1-f457d1530ac9,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:12.262444 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.337980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=c01648c2-da6f-409b-98e1-f457d1530ac9,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:12.392692 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Deleting port 2e260408-530b-493e-a47c-fad7e7e2d5fd {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:34:12.393208 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.492090 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['c01648c2-da6f-409b-98e1-f457d1530ac9'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:34:12.626870 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8abb59-36c7-4cc3-ab61-32903bd2a672 None None] New status for floating IP 69661ce5-ceea-4f71-81bb-4c4907b8b4c2: DOWN {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:34:12.640430 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.641158 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.669908 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Calling delete_port for 2e260408-530b-493e-a47c-fad7e7e2d5fd owned by network:floatingip {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:34:12.797746 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadbbc8-7ef9-426d-a51f-372ba60518c6 req-3b267b12-c3e5-43d2-b9f2-82399b9291f3 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:12.807085 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4aadbbc8-7ef9-426d-a51f-372ba60518c6 req-3b267b12-c3e5-43d2-b9f2-82399b9291f3 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 945 time: 0.1197047 Jul 16 19:34:12.873072 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.db.api [None req-bc8abb59-36c7-4cc3-ab61-32903bd2a672 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 19:34:12.873072 dv-cinder-800695-3-iscsi neutron-server[92987]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jul 16 19:34:12.873072 dv-cinder-800695-3-iscsi neutron-server[92987]: [parameters: {'status': 'DOWN', 'floatingips_id': '69661ce5-ceea-4f71-81bb-4c4907b8b4c2'}] Jul 16 19:34:12.873072 dv-cinder-800695-3-iscsi neutron-server[92987]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:34:12.873598 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG oslo_db.api [None req-bc8abb59-36c7-4cc3-ab61-32903bd2a672 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:34:12.874564 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4aadbbc8-7ef9-426d-a51f-372ba60518c6 req-db372450-1c99-494f-ba3f-964233e88b79 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658681 Jul 16 19:34:12.942376 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:12.977452 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event deleted for resources: {'Port': ['ID=2e260408-530b-493e-a47c-fad7e7e2d5fd,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:13.074938 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.077718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.081492 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-6ac8a2bc-1660-4742-84c9-fcc38cf6d32a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "DELETE /v2.0/floatingips/69661ce5-ceea-4f71-81bb-4c4907b8b4c2 HTTP/1.1" status: 204 len: 168 time: 0.9459805 Jul 16 19:34:13.377165 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8abb59-36c7-4cc3-ab61-32903bd2a672 None None] New status for floating IP 69661ce5-ceea-4f71-81bb-4c4907b8b4c2: DOWN {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:34:13.536307 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47842) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:13.545262 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300967347', 'description': 'tempest-description--463967377'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:13.635170 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.640067 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:13.759468 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c01648c2-da6f-409b-98e1-f457d1530ac9 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:34:13.795191 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.800876 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.826710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port c01648c2-da6f-409b-98e1-f457d1530ac9 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:34:13.833101 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port c01648c2-da6f-409b-98e1-f457d1530ac9 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:34:13.833687 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.844769 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.845994 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3080134 Jul 16 19:34:13.848306 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b38602-da39-41e4-9810-6abfc22cba31 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1882e5-f986-427e-9d17-6250e5e3be14,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:13.850796 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47848) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:13.857421 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'security_group_rule': {'security_group_id': 'ba1882e5-f986-427e-9d17-6250e5e3be14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:13.903031 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.988229 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:13.993445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.014400 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080f7b7f-9b22-4f84-951b-edd398f65204,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:14.032716 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.038375 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 47852) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:14.039132 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c98faddc-f253-4e04-ae70-2d99b0310bd9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865890 Jul 16 19:34:14.045002 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'security_group_rule': {'security_group_id': 'ba1882e5-f986-427e-9d17-6250e5e3be14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:14.092515 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.147617 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.196241 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36a30a-028f-4ca8-b6cd-93eba08e6fbf req-e99f7e51-2665-4c9d-acd9-b1bdc6202a85 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:14.198241 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8b36a30a-028f-4ca8-b6cd-93eba08e6fbf req-e99f7e51-2665-4c9d-acd9-b1bdc6202a85 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 945 time: 0.1263521 Jul 16 19:34:14.205228 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7392dd-013f-4052-b429-d79be8c3f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01648c2-da6f-409b-98e1-f457d1530ac9'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:14.208349 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d275cc9e-e4f7-45de-a945-6697b89cf723" -d '{"events": [{"server_uuid": "5e7392dd-013f-4052-b429-d79be8c3f653", "name": "network-vif-plugged", "status": "completed", "tag": "c01648c2-da6f-409b-98e1-f457d1530ac9"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:14.232204 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port c01648c2-da6f-409b-98e1-f457d1530ac9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c01648c2-da6f-409b-98e1-f457d1530ac9,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:14.240525 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.241016 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.242945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:34:14.246494 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.277653 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 2a06e818-9976-44f5-912f-979ff0daf4cf {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:34:14.278741 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2a06e818-9976-44f5-912f-979ff0daf4cf not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:34:14.300385 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.311167 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8b36a30a-028f-4ca8-b6cd-93eba08e6fbf req-957d8b1d-74b9-4d14-8510-65b3e0692038 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014318 Jul 16 19:34:14.312074 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 47856) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:14.312811 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2729211 Jul 16 19:34:14.319103 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'floatingip': {'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:14.335516 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de265a80-8adf-4bef-a109-be2f0550ceb5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137be7cd-af86-466e-8bbc-93bbfba80861,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:14.337935 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384ad81-6986-4aea-9b2a-808d2a9f4d54 x-openstack-request-id: req-1384ad81-6986-4aea-9b2a-808d2a9f4d54 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:14.337935 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7392dd-013f-4052-b429-d79be8c3f653", "name": "network-vif-plugged", "status": "completed", "tag": "c01648c2-da6f-409b-98e1-f457d1530ac9", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:14.337935 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1384ad81-6986-4aea-9b2a-808d2a9f4d54 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:14.338449 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7392dd-013f-4052-b429-d79be8c3f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01648c2-da6f-409b-98e1-f457d1530ac9', 'code': 200} Jul 16 19:34:14.364507 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.386820 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=c01648c2-da6f-409b-98e1-f457d1530ac9,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:14.509398 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.633457 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5adb2-e2d8-4555-a831-6d27e1e9ab34 req-778c072b-b0dd-4b74-b635-db0a5b63e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:14.636122 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1ef5adb2-e2d8-4555-a831-6d27e1e9ab34 req-778c072b-b0dd-4b74-b635-db0a5b63e3d0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 1099 time: 0.0894740 Jul 16 19:34:14.668515 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Allocated IP 172.27.2.226 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/591379e2-e9d8-48ff-a244-82d4dce695af) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:34:14.684748 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1ef5adb2-e2d8-4555-a831-6d27e1e9ab34 req-64528006-7359-494a-9b46-52ac9d236c75 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Jul 16 19:34:14.834522 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.895208 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:14.945526 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:34:14.952896 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:34:14.958246 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:34:14.993844 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'Port': ['ID=591379e2-e9d8-48ff-a244-82d4dce695af,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:15.147734 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:15.212445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:15.463558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:15.484736 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:15.672482 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'Port': ['ID=591379e2-e9d8-48ff-a244-82d4dce695af,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:15.681692 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:15.707808 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:15.709005 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c88869a3-96c6-449e-a0bd-d9e7aa2d86f3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3954687 Jul 16 19:34:15.744209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6148-c43e-4f81-8128-8f30c14ffe28 req-aa0a093e-92a8-4778-908b-4f63f2294b1a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:15.746594 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bb4c6148-c43e-4f81-8128-8f30c14ffe28 req-aa0a093e-92a8-4778-908b-4f63f2294b1a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 946 time: 0.1455617 Jul 16 19:34:15.811968 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bb4c6148-c43e-4f81-8128-8f30c14ffe28 req-59dee7ed-e4f1-4596-b550-2238f6684509 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551078 Jul 16 19:34:16.000694 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-c22a3580-e3c2-45bc-9afb-3a89b12a3788 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--300967347&fields=id&tenant_id=38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 267 time: 0.0536468 Jul 16 19:34:16.118272 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-51deda64-e9aa-48bb-9709-f8a195026e9e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:16.119703 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-51deda64-e9aa-48bb-9709-f8a195026e9e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 817 time: 0.1093981 Jul 16 19:34:16.141605 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-b3f2df26-ac45-41b4-b519-c549a40b170e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/quotas/38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 375 time: 0.0150852 Jul 16 19:34:16.245150 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-66a368f8-5223-454a-b62c-df029304cd03 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912802 Jul 16 19:34:16.394613 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-937d6722-2316-4338-a79c-a85d69305838 service neutron] 10.222.0.97 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310205 Jul 16 19:34:16.513059 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-c9d70579-0638-48db-a33e-01dc624a6a6d service neutron] 10.222.0.97 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104620 Jul 16 19:34:16.751956 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8b53a88-642a-41bb-80dd-192dcaef9811 req-10d72101-810e-4c83-8ce9-6b2c103ac55c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 210 time: 0.0465484 Jul 16 19:34:17.079824 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a22f8-a553-4154-adb8-3fe7af12ef39 req-ea69c01e-7fc6-4779-a774-b32a7ef7c1dc tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:17.081676 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0c2a22f8-a553-4154-adb8-3fe7af12ef39 req-ea69c01e-7fc6-4779-a774-b32a7ef7c1dc tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 946 time: 0.0836391 Jul 16 19:34:17.147273 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0c2a22f8-a553-4154-adb8-3fe7af12ef39 req-96d8d8c4-6030-4b91-8543-53d43a8fe7cc tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588629 Jul 16 19:34:18.025570 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3893efba-532e-4bcb-8f44-31611079075b req-c891eb03-5841-4601-a7bd-002e7a759803 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 210 time: 0.0574749 Jul 16 19:34:18.317460 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-691f4573-33e2-4003-91d4-c3c0ef29a660 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:18.319136 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-691f4573-33e2-4003-91d4-c3c0ef29a660 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 817 time: 0.1862545 Jul 16 19:34:18.386780 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-a4bf0952-a37b-47f2-bcca-459d49499ce4 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 379 time: 0.0573704 Jul 16 19:34:18.398165 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'port': {'device_id': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'admin_state_up': True, 'tenant_id': '38408fd9f145458bb021223a943d9880', 'security_groups': ['ba1882e5-f986-427e-9d17-6250e5e3be14']}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:18.580150 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Made reservation on behalf of 38408fd9f145458bb021223a943d9880 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:34:18.585766 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:18.784202 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Allocated IP 172.20.0.7 (dad9a188-7ecf-48e2-87d4-2554e24b1e68/b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6/2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:34:18.968378 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:18.979644 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Transition to ACTIVE for port object 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:34:19.020665 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.074226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:34:19.078293 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:34:19.088330 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:34:19.131122 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:19.191314 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:19.192007 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.221381 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d5e0a7f7-935b-4421-9580-d4dd9e4f78c3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289402 Jul 16 19:34:19.248368 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Request body: {'port': {'device_id': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:19.300158 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa72387-a5a3-4dfa-8457-f250acc93e9a req-d9458038-eb7a-48f8-b2d4-88e4853b6fa3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:19.302461 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-efa72387-a5a3-4dfa-8457-f250acc93e9a req-d9458038-eb7a-48f8-b2d4-88e4853b6fa3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 931 time: 0.1013091 Jul 16 19:34:19.366393 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-efa72387-a5a3-4dfa-8457-f250acc93e9a req-db725322-25e0-459d-8c0a-0514df0997e8 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527468 Jul 16 19:34:19.402568 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.566367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a96dd467-116d-4fac-931e-a876cd0abd60 None None] Provisioning for port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:34:19.571786 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a96dd467-116d-4fac-931e-a876cd0abd60 None None] Provisioning complete for port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:34:19.572483 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a96dd467-116d-4fac-931e-a876cd0abd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.629722 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-a96dd467-116d-4fac-931e-a876cd0abd60 None None] Port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:34:19.872187 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:19.882613 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.901569 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Transition to ACTIVE for port object 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:34:19.908603 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.975952 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:20.090958 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Attempting to bind port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:34:20.091444 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Attempting to bind port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:34:20.091893 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Attempting to bind port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:34:20.100427 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:34:20.100713 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Attempting to bind port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 on network dad9a188-7ecf-48e2-87d4-2554e24b1e68 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:34:20.108646 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:34:20.109153 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Checking segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:34:20.110074 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Bound using segment: {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:34:20.110677 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Bound port: 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505fbed4-9d28-4239-82be-180cc1e86b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:34:20.111199 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:20.231742 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:34:20.236395 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:34:20.242343 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:20.287324 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:20.287998 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:20.289791 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] 10.222.0.76 "PUT /v2.0/ports/2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 1093 time: 1.0514710 Jul 16 19:34:20.290349 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:20.292716 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595739cc-ebb0-4588-a321-bdc064183350" -d '{"events": [{"name": "network-changed", "server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:20.328579 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9af0c-0c94-4b34-ba11-fce486a944df service neutron] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:20.345193 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3f0be-7928-47d4-8975-743e35c021a1 x-openstack-request-id: req-02a3f0be-7928-47d4-8975-743e35c021a1 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:20.345486 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:20.345743 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-02a3f0be-7928-47d4-8975-743e35c021a1 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:20.346370 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'status': 'completed', 'code': 200} Jul 16 19:34:20.440887 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-2b9453a0-009e-436d-b1dc-1f302c5563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:20.443839 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-2b9453a0-009e-436d-b1dc-1f302c5563c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1096 time: 0.0855505 Jul 16 19:34:20.511865 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-4564766f-b197-46c8-a8ce-ebffc4904a2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 217 time: 0.0589721 Jul 16 19:34:20.609076 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-fb52f6c3-9be3-466a-8232-6c1331e57cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:20.612268 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-fb52f6c3-9be3-466a-8232-6c1331e57cc2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0939569 Jul 16 19:34:20.689992 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6aa1-1237-47f2-baec-c6b12d73f3f3 req-429bc828-3b08-42ff-9a17-cc0bffb2bd5b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:20.693886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b4af6aa1-1237-47f2-baec-c6b12d73f3f3 req-429bc828-3b08-42ff-9a17-cc0bffb2bd5b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1087990 Jul 16 19:34:20.708778 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-c623b2e5-7062-4676-8793-76b2c3d2eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:20.711166 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-c623b2e5-7062-4676-8793-76b2c3d2eebc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923762 Jul 16 19:34:20.761495 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b4af6aa1-1237-47f2-baec-c6b12d73f3f3 req-0f73dbe9-7622-40c7-ba62-5134fc2a9b8d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572770 Jul 16 19:34:20.855394 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-8e6821f8-4c65-4127-bbd9-9a133e922b96 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360462 Jul 16 19:34:20.984075 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65d689d1-f4b2-4c4c-8a2f-8df4d7f450da req-0c6bce60-6209-49de-ab4e-fa1306fe2e22 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223345 Jul 16 19:34:21.144518 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595739cc-ebb0-4588-a321-bdc064183350 req-d7aa9bce-21ee-4281-9ba3-e637b2606d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:21.146622 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-d7aa9bce-21ee-4281-9ba3-e637b2606d9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1096 time: 0.0848689 Jul 16 19:34:21.288814 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595739cc-ebb0-4588-a321-bdc064183350 req-a149cf4d-9e3b-4042-85f6-e897b04abeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:21.290531 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-a149cf4d-9e3b-4042-85f6-e897b04abeb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1374156 Jul 16 19:34:21.337551 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-7133a3bb-b248-48d2-9e49-571a8f693bfa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 217 time: 0.0400069 Jul 16 19:34:21.419896 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595739cc-ebb0-4588-a321-bdc064183350 req-3ab8a19b-1227-49c2-b843-66fb11694b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:21.422266 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-3ab8a19b-1227-49c2-b843-66fb11694b3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0772495 Jul 16 19:34:21.491252 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595739cc-ebb0-4588-a321-bdc064183350 req-6f43286f-c9f6-422e-99a2-e941fadc9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:21.492782 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-6f43286f-c9f6-422e-99a2-e941fadc9964 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637035 Jul 16 19:34:21.632210 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-c242313f-5e24-4875-ae1e-7fb4cf7c7248 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308920 Jul 16 19:34:21.761813 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-595739cc-ebb0-4588-a321-bdc064183350 req-6330556b-c652-4cf0-97cc-e8b4d09572df service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191406 Jul 16 19:34:22.005041 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d5927-148f-4a5c-b6d6-bc4314e0a065 req-98f16e05-7783-48e4-8f77-a751c1d19763 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:22.006594 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ab2d5927-148f-4a5c-b6d6-bc4314e0a065 req-98f16e05-7783-48e4-8f77-a751c1d19763 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0873888 Jul 16 19:34:22.067975 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ab2d5927-148f-4a5c-b6d6-bc4314e0a065 req-a8aaa2a0-0efd-4f68-8e0d-5a0321d05734 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539217 Jul 16 19:34:23.292864 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8b702-6ce8-4769-9f1e-31d109f4bd77 req-8cca6599-efe5-47dd-a887-c375b9fd1792 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:23.295393 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8ab8b702-6ce8-4769-9f1e-31d109f4bd77 req-8cca6599-efe5-47dd-a887-c375b9fd1792 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0870533 Jul 16 19:34:23.371106 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8ab8b702-6ce8-4769-9f1e-31d109f4bd77 req-3a9f2ae5-8859-45c2-a8c2-8239113a2f3e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558236 Jul 16 19:34:23.784025 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:34:23.945937 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-207f6318-1021-478e-9008-ee89e34cd6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:23.948684 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:23.963184 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'mac_address': 'fa:16:3e:37:64:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:34:24.020519 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:24.038397 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:24.065836 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:24.071042 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:24.138209 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:24.149847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.150336 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.150888 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.151445 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.151913 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.152470 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.152972 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.153467 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.153958 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.154520 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.155566 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.156109 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:24.643754 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef542b58-c7cf-43fc-b511-ddab35e8d3e6 req-7ab908de-0fb5-413a-bf20-7f9c53d1b7a4 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:24.645873 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef542b58-c7cf-43fc-b511-ddab35e8d3e6 req-7ab908de-0fb5-413a-bf20-7f9c53d1b7a4 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 944 time: 0.1048701 Jul 16 19:34:24.693914 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef542b58-c7cf-43fc-b511-ddab35e8d3e6 req-15a9b14a-9909-4fc8-a0d8-ff49b1e3d7f1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Jul 16 19:34:25.204849 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:34:26.072686 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3dd8e-e02a-4560-94c2-3d9348644817 req-6f007780-263e-48d6-aeeb-72d11875bedd tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:26.074217 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-faf3dd8e-e02a-4560-94c2-3d9348644817 req-6f007780-263e-48d6-aeeb-72d11875bedd tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 944 time: 0.1491101 Jul 16 19:34:26.088946 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae077b70-e52f-412e-bcd0-75754c5fba85 req-6fc14ccc-1af2-4ad4-ae0f-0ca198e61411 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:26.090780 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ae077b70-e52f-412e-bcd0-75754c5fba85 req-6fc14ccc-1af2-4ad4-ae0f-0ca198e61411 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1043811 Jul 16 19:34:26.167128 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-faf3dd8e-e02a-4560-94c2-3d9348644817 req-94605c6b-46ad-4443-8ca4-30c9dd7b3367 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745068 Jul 16 19:34:26.171135 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ae077b70-e52f-412e-bcd0-75754c5fba85 req-5cad7d25-ce6a-40bf-8b1f-508efd0b6ea8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708330 Jul 16 19:34:26.455054 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6709-82fe-44d7-9694-976997db848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:26.607626 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:27.484763 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f37ef-cf2e-4a4b-9ee4-b961dda87911 req-aa926036-6575-4490-b645-8887e673c3a8 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:27.486514 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bf7f37ef-cf2e-4a4b-9ee4-b961dda87911 req-aa926036-6575-4490-b645-8887e673c3a8 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 944 time: 0.1546922 Jul 16 19:34:27.495731 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562e7a-7184-4faa-af58-9c54189f8a1e req-a0327f0d-b9f6-49ff-8eae-e58d9e2c2a3c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:27.497562 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-db562e7a-7184-4faa-af58-9c54189f8a1e req-a0327f0d-b9f6-49ff-8eae-e58d9e2c2a3c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1157668 Jul 16 19:34:27.602924 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bf7f37ef-cf2e-4a4b-9ee4-b961dda87911 req-055b8c32-1ab8-4345-b025-6dbdc9636ea5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040342 Jul 16 19:34:27.628621 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-db562e7a-7184-4faa-af58-9c54189f8a1e req-1fa29cfd-e889-4148-be3b-dfeb32a9b265 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006377 Jul 16 19:34:27.796903 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:34:27.855162 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:27.892338 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:34:27.907242 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:34:27.907242 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.020151 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.057221 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:28.060479 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71118bd4-9bf5-400a-bd82-8b0ac541ab62" -d '{"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-plugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:28.094584 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-7b40cb74-5a7c-4d71-af6f-44713d62b019 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:28.096261 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-7b40cb74-5a7c-4d71-af6f-44713d62b019 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1098042 Jul 16 19:34:28.101708 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:28.107608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.147396 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8928476-c310-4b09-a052-3812b9b72255 x-openstack-request-id: req-e8928476-c310-4b09-a052-3812b9b72255 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:28.147396 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-plugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:28.147396 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e8928476-c310-4b09-a052-3812b9b72255 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:28.147396 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'code': 200} Jul 16 19:34:28.183528 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:28.287020 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Deleting port d50763a5-f7bd-4c26-a541-adfca51d1943 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:34:28.287348 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.444791 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] For port d50763a5-f7bd-4c26-a541-adfca51d1943, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d50763a5-f7bd-4c26-a541-adfca51d1943,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:28.445157 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.464032 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e348d1-0bb5-4bd3-9e62-a51b42275286 req-da4674c1-b88b-40b0-a265-444c319d9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:28.466079 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a1e348d1-0bb5-4bd3-9e62-a51b42275286 req-da4674c1-b88b-40b0-a265-444c319d9b81 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1098 time: 0.0641944 Jul 16 19:34:28.521443 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a1e348d1-0bb5-4bd3-9e62-a51b42275286 req-9a0d0d86-16b8-4f1b-96fd-bc263fd92cf1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490131 Jul 16 19:34:28.703320 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.703525 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.703944 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Floating IP 38521a77-6e6a-425e-bd26-9a020d7085e2 disassociated. External IP: 172.27.2.45, port: d50763a5-f7bd-4c26-a541-adfca51d1943. Jul 16 19:34:28.704124 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Calling delete_port for d50763a5-f7bd-4c26-a541-adfca51d1943 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:34:28.939877 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:28.949129 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dea9e0-dece-4b51-a460-7fb4755a93b5 req-ef46c46d-d08c-4976-9b6e-cced7af23e9f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:28.958965 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b7dea9e0-dece-4b51-a460-7fb4755a93b5 req-ef46c46d-d08c-4976-9b6e-cced7af23e9f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 946 time: 0.1642134 Jul 16 19:34:28.988718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event deleted for resources: {'Port': ['ID=d50763a5-f7bd-4c26-a541-adfca51d1943,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:29.033686 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb820a-102e-42e3-a583-f9ce8f106a3d req-c3e4d515-4bc2-4b4e-ba55-adcf929ebc39 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:29.039066 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-93fb820a-102e-42e3-a583-f9ce8f106a3d req-c3e4d515-4bc2-4b4e-ba55-adcf929ebc39 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1944585 Jul 16 19:34:29.055678 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b7dea9e0-dece-4b51-a460-7fb4755a93b5 req-d1d7f9c4-32f7-46c8-bc75-466fcf73a69e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=48e3da67-655b-405e-914e-7499c080569e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855932 Jul 16 19:34:29.150667 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:29.162877 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-93fb820a-102e-42e3-a583-f9ce8f106a3d req-67ac746f-5da0-4a90-b06d-31d07d12dd79 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056051 Jul 16 19:34:29.215622 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:34:29.400610 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:34:29.420175 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:34:29.454120 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:34:29.454781 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:29.489425 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] No DVR routers for this DVR port d50763a5-f7bd-4c26-a541-adfca51d1943 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:34:29.492247 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:29.494851 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c620e0bb-bd87-4865-9c60-e015d22aaecd req-f1c8d4d6-5872-4fb0-9a35-0af8ba2b3b32 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "DELETE /v2.0/ports/d50763a5-f7bd-4c26-a541-adfca51d1943 HTTP/1.1" status: 204 len: 173 time: 1.3923662 Jul 16 19:34:29.495519 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'name': 'network-vif-deleted', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:29.499016 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9781d3-e4d0-492f-bc7a-450cf1591078" -d '{"events": [{"server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "name": "network-vif-deleted", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:29.580296 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce46bf4-f273-4ecd-b47d-a288c3ec4299 x-openstack-request-id: req-1ce46bf4-f273-4ecd-b47d-a288c3ec4299 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:29.580691 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ce5b3b-dce7-4553-8887-4b0bc538dcae", "name": "network-vif-deleted", "tag": "d50763a5-f7bd-4c26-a541-adfca51d1943", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:29.581103 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ce46bf4-f273-4ecd-b47d-a288c3ec4299 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:29.581993 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ce5b3b-dce7-4553-8887-4b0bc538dcae', 'name': 'network-vif-deleted', 'tag': 'd50763a5-f7bd-4c26-a541-adfca51d1943', 'status': 'completed', 'code': 200} Jul 16 19:34:29.654752 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:34:30.018392 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:30.063548 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:34:30.074206 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:34:30.075281 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:30.287408 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:34:30.515365 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-43ae4424-61c8-4d44-bce8-1a06a65e14e2 req-72b3b9de-b68f-4ff4-a6e3-4324ce418be8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=33ce5b3b-dce7-4553-8887-4b0bc538dcae HTTP/1.1" status: 200 len: 210 time: 0.1072581 Jul 16 19:34:30.604689 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ffa98-fe45-48d8-9737-788fda4dcf66 req-0b2a534f-a44a-4b62-b93f-d4302fe48ee0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:30.608954 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e16ffa98-fe45-48d8-9737-788fda4dcf66 req-0b2a534f-a44a-4b62-b93f-d4302fe48ee0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1890554 Jul 16 19:34:30.688999 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e16ffa98-fe45-48d8-9737-788fda4dcf66 req-36d3c5a2-87b6-44e0-9e01-6ef5a92f7789 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698586 Jul 16 19:34:30.762868 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:30.838812 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84a2e6-47dc-4602-b7e0-5055a5b0fd1a None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:34:31.039093 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18a90-116f-4901-9e8c-445f68cdf26e req-41210367-02ed-494d-9728-504bf03f13a6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:31.041886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f2f18a90-116f-4901-9e8c-445f68cdf26e req-41210367-02ed-494d-9728-504bf03f13a6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1701581 Jul 16 19:34:31.067665 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48150) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:31.075801 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Request body: {'floatingip': {'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:31.147790 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:31.268629 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15f0c7-8e66-41f6-b0fe-d84b7f7a85c6 None None] New status for floating IP 38521a77-6e6a-425e-bd26-9a020d7085e2: DOWN {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:34:31.781194 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d50763a5-f7bd-4c26-a541-adfca51d1943 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:34:31.815274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: d50763a5-f7bd-4c26-a541-adfca51d1943 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:34:31.815754 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d50763a5-f7bd-4c26-a541-adfca51d1943 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:34:32.105430 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:32.110976 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:32.258909 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.l3_db [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Floating IP b79fb8b9-b8f9-4e1c-9683-8a9336d179ad associated. External IP: 172.27.2.226, port: 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30. Jul 16 19:34:32.565239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Router 80575b91-3ee9-435c-8c01-18152552edde has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:34:32.739845 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48178) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:32.751000 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:34:32.755949 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:32.767785 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:34:32.784458 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:34:32.785602 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:32.814027 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-39d64cfb-3c01-4970-95bc-b48148a2b29e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "PUT /v2.0/floatingips/b79fb8b9-b8f9-4e1c-9683-8a9336d179ad HTTP/1.1" status: 200 len: 991 time: 1.7446718 Jul 16 19:34:32.815154 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:32.821173 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2632c16-819d-4bf2-abda-9eaf1925fc35" -d '{"events": [{"name": "network-changed", "server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:32.849229 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc41a-4251-422d-9c9d-66568d304905 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:32.905303 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc41a-4251-422d-9c9d-66568d304905 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:32.925842 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2cc1ae-c011-45f4-814e-22a67e880ee2 x-openstack-request-id: req-bc2cc1ae-c011-45f4-814e-22a67e880ee2 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:32.926303 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:32.926688 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bc2cc1ae-c011-45f4-814e-22a67e880ee2 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:32.927283 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'status': 'completed', 'code': 200} Jul 16 19:34:33.006195 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:34:33.080763 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc41a-4251-422d-9c9d-66568d304905 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.084499 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc41a-4251-422d-9c9d-66568d304905 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.086365 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1ffdc41a-4251-422d-9c9d-66568d304905 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "DELETE /v2.0/security-groups/48e3da67-655b-405e-914e-7499c080569e HTTP/1.1" status: 204 len: 168 time: 0.3449461 Jul 16 19:34:33.090737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48186) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:33.117052 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdc41a-4251-422d-9c9d-66568d304905 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3da67-655b-405e-914e-7499c080569e,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:33.128821 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-df01c09d-f443-4338-8852-b907d459a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:33.131690 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-df01c09d-f443-4338-8852-b907d459a18b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1098 time: 0.1718462 Jul 16 19:34:33.135499 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.api.v2.resource [None req-9a4b5f48-f491-4737-b5b5-449e0a8896b2 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] show failed (client error): The resource could not be found. Jul 16 19:34:33.137274 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9a4b5f48-f491-4737-b5b5-449e0a8896b2 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups/48e3da67-655b-405e-914e-7499c080569e HTTP/1.1" status: 404 len: 347 time: 0.0448799 Jul 16 19:34:33.141722 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48188) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:33.333852 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-feb395c7-649c-4afa-9b72-cb0ee17b0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:33.336779 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-feb395c7-649c-4afa-9b72-cb0ee17b0633 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1969261 Jul 16 19:34:33.430865 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Deleting port 88c8174e-964c-4652-be04-2e96074a88cf {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:34:33.431493 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.478525 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-5e8c666c-0c57-440b-b84b-631a4163f764 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 999 time: 0.1213024 Jul 16 19:34:33.571469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-0c5c36c2-8c38-43f0-a8bf-0e632ab9362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:33.574500 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-0c5c36c2-8c38-43f0-a8bf-0e632ab9362f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0889874 Jul 16 19:34:33.588343 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.588626 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.612343 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Calling delete_port for 88c8174e-964c-4652-be04-2e96074a88cf owned by network:floatingip {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:34:33.646856 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': 'b79fb8b9-b8f9-4e1c-9683-8a9336d179ad', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': '80575b91-3ee9-435c-8c01-18152552edde', 'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'mac_address': 'fa:16:3e:37:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:34:15Z', 'updated_at': '2021-07-16T19:34:31Z', 'revision_number': 1, 'project_id': '38408fd9f145458bb021223a943d9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:33.677679 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-a15339e4-3710-4331-b1b9-2c3a47c9e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:33.680630 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-a15339e4-3710-4331-b1b9-2c3a47c9e6f2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852375 Jul 16 19:34:33.690619 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:34:33.710213 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:34:33.711015 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:33.853284 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-b3b1a660-629d-48a9-b30a-eae5236db83f service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570139 Jul 16 19:34:33.872893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.916621 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:34:33.919060 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event deleted for resources: {'Port': ['ID=88c8174e-964c-4652-be04-2e96074a88cf,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:33.981054 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.981622 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.982295 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.983500 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.984787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.984787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.985546 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.986290 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.986869 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.987552 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.989075 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:33.989075 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:34.023664 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d2632c16-819d-4bf2-abda-9eaf1925fc35 req-f3423677-191e-4617-9f29-1672a1774d8a service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632738 Jul 16 19:34:34.067624 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.073339 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.078430 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3923f7c8-211c-4b8a-a78c-639387b8584e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "DELETE /v2.0/floatingips/38521a77-6e6a-425e-bd26-9a020d7085e2 HTTP/1.1" status: 204 len: 168 time: 0.9351397 Jul 16 19:34:34.325636 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': 'b79fb8b9-b8f9-4e1c-9683-8a9336d179ad', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': '80575b91-3ee9-435c-8c01-18152552edde', 'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'mac_address': 'fa:16:3e:37:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:34:15Z', 'updated_at': '2021-07-16T19:34:31Z', 'revision_number': 1, 'project_id': '38408fd9f145458bb021223a943d9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:34:34.373785 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86194509-0b46-4539-baee-bb281d3ca4a8 None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': 'b79fb8b9-b8f9-4e1c-9683-8a9336d179ad', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': '80575b91-3ee9-435c-8c01-18152552edde', 'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'mac_address': 'fa:16:3e:37:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:34:15Z', 'updated_at': '2021-07-16T19:34:31Z', 'revision_number': 1, 'project_id': '38408fd9f145458bb021223a943d9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:34:34.622518 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48200) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:34.634326 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156725457', 'description': 'tempest-description--295037751'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:34.669739 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.694368 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86d941-a739-4146-9303-d438b9a05b38 None None] New status for floating IP b79fb8b9-b8f9-4e1c-9683-8a9336d179ad: ACTIVE {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:34:34.801274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.837511 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.844329 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.898826 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:34.901440 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.906379 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-f9c4cf72-0324-4290-824e-818bbaeff476 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2816734 Jul 16 19:34:34.906618 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48202) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:34.914839 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'security_group_rule': {'security_group_id': 'fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:34.961812 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.057764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.064275 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.094412 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf19f1d-e58b-4888-ac01-f46574687d13,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:35.103673 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.105069 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-02b27793-6333-4a93-bf55-0c1516873755 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969643 Jul 16 19:34:35.109356 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48204) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:35.114111 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'security_group_rule': {'security_group_id': 'fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:35.157123 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.265067 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.269653 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.295650 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c54eed-f825-4b27-ab07-d17ca1daceff,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:35.323424 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.325672 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-0676595d-a9b7-4ab2-9a14-91a60e75b1ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2151492 Jul 16 19:34:35.331415 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48210) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:35.336341 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'floatingip': {'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:35.370377 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.549203 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.745164 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Allocated IP 172.27.2.243 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/9669880e-e413-472a-8350-0befdcf92c07) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:34:35.957579 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.030414 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.101098 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:34:36.105980 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:34:36.112285 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:34:36.121990 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'Port': ['ID=9669880e-e413-472a-8350-0befdcf92c07,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:36.522979 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.602045 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.826671 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.832692 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.940077 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'Port': ['ID=9669880e-e413-472a-8350-0befdcf92c07,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:36.960946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.983505 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.985168 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-19152f28-48fe-4765-b48a-ce9a272d1e0a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6525583 Jul 16 19:34:37.301294 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-1961869f-b177-47e2-b65e-77194020721e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--156725457&fields=id&tenant_id=de95dda8e8e149dd80d817abc76616b0 HTTP/1.1" status: 200 len: 267 time: 0.0537875 Jul 16 19:34:37.480818 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-68643a35-a96b-4417-9161-11fb82ec20ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:37.483785 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-68643a35-a96b-4417-9161-11fb82ec20ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 811 time: 0.1731720 Jul 16 19:34:37.503576 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-db2c8941-3425-4fb5-9556-2c404cd9361a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/quotas/de95dda8e8e149dd80d817abc76616b0 HTTP/1.1" status: 200 len: 375 time: 0.0109625 Jul 16 19:34:37.602029 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-fb47d062-f03f-4767-b3d0-bc2decbd1bd1 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890129 Jul 16 19:34:37.762604 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-ba7a087e-41d2-462d-85af-69a014967ae6 service neutron] 10.222.0.97 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421475 Jul 16 19:34:37.905304 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-244d6961-4eaa-43a1-a06f-1feadc9bd875 service neutron] 10.222.0.97 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411262 Jul 16 19:34:38.200960 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3bc32a0b-77ef-4548-bcc7-4797959fe114 req-754c36cd-658f-4338-8e55-7e9481c7c244 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0431149 Jul 16 19:34:39.418316 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7ecfa941-8082-4cd0-9b87-5a72c983e6e2 req-d3d8b4f7-0aed-4bc0-a3a1-70236cada78d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0401583 Jul 16 19:34:39.843850 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-0207b3af-cc36-425d-b5ae-e819a448d667 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:39.846384 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-0207b3af-cc36-425d-b5ae-e819a448d667 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 811 time: 0.1824384 Jul 16 19:34:39.923997 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-a7149279-ca47-4be5-8401-7dff65edbe6a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de95dda8e8e149dd80d817abc76616b0 HTTP/1.1" status: 200 len: 379 time: 0.0677509 Jul 16 19:34:39.936606 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'port': {'device_id': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'admin_state_up': True, 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'security_groups': ['fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55']}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:40.136828 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Made reservation on behalf of de95dda8e8e149dd80d817abc76616b0 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:34:40.143228 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:40.334437 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Allocated IP 172.20.0.6 (74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f/d5b9a279-0482-4496-9c83-d828be6cdc31/35c57893-8f32-416e-b89e-806c3e84f862) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:34:40.597743 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:40.620720 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Transition to ACTIVE for port object 35c57893-8f32-416e-b89e-806c3e84f862 will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:34:40.679760 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5af6ab94-8f4b-46a5-9b48-f8b71f76ea49 req-13a62a15-ca16-45e0-8b2f-519d469055db tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0511332 Jul 16 19:34:40.686620 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:40.762420 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:34:40.772387 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:34:40.778518 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:34:40.831180 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event updated for resources: {'Port': ['ID=35c57893-8f32-416e-b89e-806c3e84f862,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:40.908592 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:40.910078 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:40.938703 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-701669ee-69df-449d-ae41-09bd6a1722ea tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0083671 Jul 16 19:34:40.958650 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Request body: {'port': {'device_id': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:41.091509 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.121587 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-2e8db3ac-2087-4c2a-bb2a-d3fbcb5b8135 None None] Provisioning for port 35c57893-8f32-416e-b89e-806c3e84f862 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:34:41.129132 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-2e8db3ac-2087-4c2a-bb2a-d3fbcb5b8135 None None] Provisioning complete for port 35c57893-8f32-416e-b89e-806c3e84f862 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:34:41.129710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-2e8db3ac-2087-4c2a-bb2a-d3fbcb5b8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.183097 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-2e8db3ac-2087-4c2a-bb2a-d3fbcb5b8135 None None] Port 35c57893-8f32-416e-b89e-806c3e84f862 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:34:41.506573 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c57893-8f32-416e-b89e-806c3e84f862 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:41.522423 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.543552 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Transition to ACTIVE for port object 35c57893-8f32-416e-b89e-806c3e84f862 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:34:41.559184 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.702261 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=35c57893-8f32-416e-b89e-806c3e84f862,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:41.767175 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Attempting to bind port 35c57893-8f32-416e-b89e-806c3e84f862 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:34:41.767816 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Attempting to bind port 35c57893-8f32-416e-b89e-806c3e84f862 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:34:41.768340 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Attempting to bind port 35c57893-8f32-416e-b89e-806c3e84f862 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:34:41.775982 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Port 35c57893-8f32-416e-b89e-806c3e84f862 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:34:41.776534 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Attempting to bind port 35c57893-8f32-416e-b89e-806c3e84f862 on network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:34:41.785123 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:34:41.785886 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Checking segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:34:41.786593 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Bound using segment: {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:34:41.787406 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Bound port: 35c57893-8f32-416e-b89e-806c3e84f862, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8030c5-4fcd-4683-a504-15072c50a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:34:41.787406 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.896551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] For port 35c57893-8f32-416e-b89e-806c3e84f862, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:34:41.902800 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] For port 35c57893-8f32-416e-b89e-806c3e84f862, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=35c57893-8f32-416e-b89e-806c3e84f862,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:34:41.916764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.963330 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:41.964362 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.967225 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] 10.222.0.76 "PUT /v2.0/ports/35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 1093 time: 1.0201700 Jul 16 19:34:41.968618 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:41.971910 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf554c7-4723-4c6a-bb15-b830573b1241" -d '{"events": [{"name": "network-changed", "server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "tag": "35c57893-8f32-416e-b89e-806c3e84f862"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:41.985359 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b0363-d50a-4d08-bd4f-f74801b3c1b8 req-5143abb3-3844-45c0-875d-d08fa44d8806 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:41.988042 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e29b0363-d50a-4d08-bd4f-f74801b3c1b8 req-5143abb3-3844-45c0-875d-d08fa44d8806 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 943 time: 0.1127985 Jul 16 19:34:42.034969 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438bbfa-da09-4ef7-bb2b-fbe6c9dbe0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=35c57893-8f32-416e-b89e-806c3e84f862,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:42.086944 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e29b0363-d50a-4d08-bd4f-f74801b3c1b8 req-63df9612-b020-4a12-9766-524d397a22fd tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812707 Jul 16 19:34:42.136420 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18084ffb-b7b3-4abd-b1fc-78e115995145 x-openstack-request-id: req-18084ffb-b7b3-4abd-b1fc-78e115995145 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:42.136420 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "tag": "35c57893-8f32-416e-b89e-806c3e84f862", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:42.136420 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-18084ffb-b7b3-4abd-b1fc-78e115995145 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:42.136420 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862', 'status': 'completed', 'code': 200} Jul 16 19:34:42.187955 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-b26de678-d2f8-44ee-b654-52a6a11ad7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:42.190917 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-b26de678-d2f8-44ee-b654-52a6a11ad7ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1096 time: 0.1439002 Jul 16 19:34:42.260890 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-36365413-e0d4-4cdd-80c8-e12d673534ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 217 time: 0.0597410 Jul 16 19:34:42.337540 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-bcca7e21-4325-497d-9ee1-ffc300d22f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:42.339586 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-bcca7e21-4325-497d-9ee1-ffc300d22f3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0702245 Jul 16 19:34:42.427210 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-f7e86ee1-dd3c-43d7-93df-db2bdcc69786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:42.429659 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-f7e86ee1-dd3c-43d7-93df-db2bdcc69786 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817635 Jul 16 19:34:42.626799 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-2f2089fe-44b2-4b86-9049-7702afebabd7 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844525 Jul 16 19:34:42.794561 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-500a473d-d162-4f3e-8cb8-5644b4caf4a4 req-c1eb90e8-62df-4ac3-9a8c-bcafdb00dfbc service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484251 Jul 16 19:34:42.961468 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-beca34cd-7668-4609-b919-7aa741b5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:42.963990 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-beca34cd-7668-4609-b919-7aa741b5fae3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1096 time: 0.0989530 Jul 16 19:34:43.118611 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-8a4e24be-e14b-4e9f-a881-02a0729b8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:43.121292 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-8a4e24be-e14b-4e9f-a881-02a0729b8449 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.1503601 Jul 16 19:34:43.212127 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-b3dd8a7d-27c8-44c2-9999-250c1e9c2899 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 217 time: 0.0675299 Jul 16 19:34:43.312793 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-6eedd156-66a8-4d91-b0cf-704e127fba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:43.315195 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-6eedd156-66a8-4d91-b0cf-704e127fba30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0877399 Jul 16 19:34:43.412608 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-b5b4d7d2-ad9d-46e0-8878-13f65e3d1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:43.414829 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-b5b4d7d2-ad9d-46e0-8878-13f65e3d1c99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909827 Jul 16 19:34:43.415981 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b58e9-4001-4faa-8d3e-571867df573f req-6c5ba0a3-10e4-45a6-8578-2a13784484e9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:43.418487 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-393b58e9-4001-4faa-8d3e-571867df573f req-6c5ba0a3-10e4-45a6-8578-2a13784484e9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 943 time: 0.1077034 Jul 16 19:34:43.487202 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-393b58e9-4001-4faa-8d3e-571867df573f req-a51e1591-8dd2-4297-97ad-2c242a360a20 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604897 Jul 16 19:34:43.556120 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-0a237232-a2e5-439f-a40d-a9e1f4a44917 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334336 Jul 16 19:34:43.702402 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2bf554c7-4723-4c6a-bb15-b830573b1241 req-bf7441a9-1fb1-411a-92da-83f7a5cd9a3b service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339827 Jul 16 19:34:45.010928 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7ca2b-7d2c-44f2-9b3f-7636aacd4925 req-1b75288c-c287-4ff3-b5d4-479b12bc615f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:45.014718 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b5a7ca2b-7d2c-44f2-9b3f-7636aacd4925 req-1b75288c-c287-4ff3-b5d4-479b12bc615f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 943 time: 0.3832939 Jul 16 19:34:45.073972 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b5a7ca2b-7d2c-44f2-9b3f-7636aacd4925 req-6b4911ae-1a53-4d8a-8fa5-b2310d184652 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505326 Jul 16 19:34:46.324695 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a49d-70bd-4c01-821b-489612564948 req-7bf5bea7-7c7a-417d-b36d-3f6b281888be tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:46.327569 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8624a49d-70bd-4c01-821b-489612564948 req-7bf5bea7-7c7a-417d-b36d-3f6b281888be tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 943 time: 0.0855727 Jul 16 19:34:46.387384 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8624a49d-70bd-4c01-821b-489612564948 req-559c4c72-c447-4c87-bd50-c778b6d765df tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506284 Jul 16 19:34:46.667583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 35c57893-8f32-416e-b89e-806c3e84f862 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:34:46.797439 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 35c57893-8f32-416e-b89e-806c3e84f862, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=35c57893-8f32-416e-b89e-806c3e84f862,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:46.812138 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '35c57893-8f32-416e-b89e-806c3e84f862', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'port_id': '35c57893-8f32-416e-b89e-806c3e84f862', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:34:46.864064 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:46.878833 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c57893-8f32-416e-b89e-806c3e84f862 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:46.901558 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 35c57893-8f32-416e-b89e-806c3e84f862, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=35c57893-8f32-416e-b89e-806c3e84f862,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:46.908190 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:46.987197 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=35c57893-8f32-416e-b89e-806c3e84f862,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:47.683830 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161332db-3e95-4da0-91cb-6f9cb2c4d313 req-1506e193-0cf0-48ea-8a7b-a5d8c005d4d4 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:47.686659 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-161332db-3e95-4da0-91cb-6f9cb2c4d313 req-1506e193-0cf0-48ea-8a7b-a5d8c005d4d4 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 944 time: 0.1073601 Jul 16 19:34:47.745853 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-161332db-3e95-4da0-91cb-6f9cb2c4d313 req-ac66d1bd-a067-45b7-adab-b39bd558c51c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499551 Jul 16 19:34:48.012583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['35c57893-8f32-416e-b89e-806c3e84f862'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:34:49.009388 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbd252-47eb-4762-bf74-86a0950f5fbe req-61c2ffed-3c24-4948-9215-57415317cca5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:49.011634 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4dcbd252-47eb-4762-bf74-86a0950f5fbe req-61c2ffed-3c24-4948-9215-57415317cca5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 944 time: 0.1177266 Jul 16 19:34:49.065075 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4dcbd252-47eb-4762-bf74-86a0950f5fbe req-389607b9-e095-4867-bfc4-315d6f15734c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Jul 16 19:34:50.318666 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4ab1-fcb5-4f2f-ba08-d376fdbd9ee1 req-32596f9b-3195-4158-b4e7-8571f92723c4 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:50.321007 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-575f4ab1-fcb5-4f2f-ba08-d376fdbd9ee1 req-32596f9b-3195-4158-b4e7-8571f92723c4 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 944 time: 0.0995488 Jul 16 19:34:50.384598 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-575f4ab1-fcb5-4f2f-ba08-d376fdbd9ee1 req-eefbff4f-1625-4013-a815-5109dd05be87 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530143 Jul 16 19:34:50.642694 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:51.640476 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d936a-84b3-4657-993c-913b442e60c7 req-04b37bd2-e479-4723-85c2-022d5216baf6 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:51.643003 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-730d936a-84b3-4657-993c-913b442e60c7 req-04b37bd2-e479-4723-85c2-022d5216baf6 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 944 time: 0.0854518 Jul 16 19:34:51.707811 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-730d936a-84b3-4657-993c-913b442e60c7 req-07d272f2-d44b-4529-b7a9-16bfbf63a8c0 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531039 Jul 16 19:34:52.065804 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 35c57893-8f32-416e-b89e-806c3e84f862 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:34:52.143254 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 35c57893-8f32-416e-b89e-806c3e84f862 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:34:52.148850 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 35c57893-8f32-416e-b89e-806c3e84f862 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:34:52.149365 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:52.276218 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:52.319365 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:52.323015 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb7a597-9275-438b-8f5c-51cf320bb18b" -d '{"events": [{"server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "name": "network-vif-plugged", "status": "completed", "tag": "35c57893-8f32-416e-b89e-806c3e84f862"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:52.344807 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 35c57893-8f32-416e-b89e-806c3e84f862, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=35c57893-8f32-416e-b89e-806c3e84f862,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:52.352865 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:52.392183 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907304bb-5a3b-4514-99a0-bad554eb23fa x-openstack-request-id: req-907304bb-5a3b-4514-99a0-bad554eb23fa {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:52.392613 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "name": "network-vif-plugged", "status": "completed", "tag": "35c57893-8f32-416e-b89e-806c3e84f862", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:52.392996 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-907304bb-5a3b-4514-99a0-bad554eb23fa {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:52.393570 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862', 'code': 200} Jul 16 19:34:52.432939 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=35c57893-8f32-416e-b89e-806c3e84f862,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:52.740667 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac16f-2b8b-4ac2-9444-003efd357724 req-33c9c5db-2849-469f-9021-a63edda985cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:52.744618 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2a8ac16f-2b8b-4ac2-9444-003efd357724 req-33c9c5db-2849-469f-9021-a63edda985cf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0828972 Jul 16 19:34:52.818469 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2a8ac16f-2b8b-4ac2-9444-003efd357724 req-20f9703d-c2e2-4972-bc95-e69746a217eb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640397 Jul 16 19:34:53.157497 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697f7a9-7c1e-4507-81eb-badcf593e1d1 req-75b84f57-1066-46ae-b8be-f2508e38416c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:53.160904 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e697f7a9-7c1e-4507-81eb-badcf593e1d1 req-75b84f57-1066-46ae-b8be-f2508e38416c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.2333322 Jul 16 19:34:53.228545 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e697f7a9-7c1e-4507-81eb-badcf593e1d1 req-8e5e247b-efe0-4fc7-b2ad-a27df293de4a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565567 Jul 16 19:34:53.930999 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b6198de5-cc88-4543-bd5b-c663da980664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:54.532472 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649659-5560-4e26-bb7b-cf9cb3e9a7f4 req-937d2070-90a7-45f0-9bd8-52cfae7a1a0f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:54.534762 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-97649659-5560-4e26-bb7b-cf9cb3e9a7f4 req-937d2070-90a7-45f0-9bd8-52cfae7a1a0f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.1083233 Jul 16 19:34:54.596985 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-97649659-5560-4e26-bb7b-cf9cb3e9a7f4 req-832bc7fd-1b49-4424-8aee-887e7c85205f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528591 Jul 16 19:34:55.851945 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da8d1-fcf2-4224-a735-ef005cb8f267 req-711bf1a8-fc4f-405e-9643-6bb1b64c3459 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:55.854678 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-da2da8d1-fcf2-4224-a735-ef005cb8f267 req-711bf1a8-fc4f-405e-9643-6bb1b64c3459 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.0903883 Jul 16 19:34:55.903480 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-da2da8d1-fcf2-4224-a735-ef005cb8f267 req-077ea0bb-704e-4f90-9075-584139ecf096 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Jul 16 19:34:56.439778 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9a41fb3c-1bad-4ec4-a5c9-cdee6b7e9a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:56.610720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:57.249574 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc71e3-6cc2-4acc-bfe5-b1767b0f8b07 req-4e32c1a9-20ce-4966-81d8-1bf5a9576901 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:57.251875 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09bc71e3-6cc2-4acc-bfe5-b1767b0f8b07 req-4e32c1a9-20ce-4966-81d8-1bf5a9576901 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.1550627 Jul 16 19:34:57.316538 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09bc71e3-6cc2-4acc-bfe5-b1767b0f8b07 req-7f8d2aa4-f626-491f-a720-03860bf1cf87 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563796 Jul 16 19:34:57.797810 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:58.714353 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fdfc-dfa9-4067-9b3b-13a9154f38c8 req-d334443e-19c4-4014-a362-46e78c2d1df9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:58.730272 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2ff4fdfc-dfa9-4067-9b3b-13a9154f38c8 req-d334443e-19c4-4014-a362-46e78c2d1df9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.1131365 Jul 16 19:34:58.800136 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2ff4fdfc-dfa9-4067-9b3b-13a9154f38c8 req-6f976549-e0cf-49ef-b676-1a89d5ebb16b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676842 Jul 16 19:34:59.132892 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:59.138895 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cef6a0-e618-4482-9520-d04a5e16029c req-4eddc686-6334-4829-a5b8-453262719fbd tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:59.141396 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60cef6a0-e618-4482-9520-d04a5e16029c req-4eddc686-6334-4829-a5b8-453262719fbd tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1758435 Jul 16 19:34:59.177547 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d808e0-a090-422c-9fe8-4b771bf26fc8 req-53a5d707-59ce-45fc-b2e7-ebca4c9e506b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:59.179498 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-51d808e0-a090-422c-9fe8-4b771bf26fc8 req-53a5d707-59ce-45fc-b2e7-ebca4c9e506b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.1674211 Jul 16 19:34:59.194162 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48458) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:34:59.202431 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Request body: {'floatingip': {'port_id': '35c57893-8f32-416e-b89e-806c3e84f862'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:34:59.227454 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60cef6a0-e618-4482-9520-d04a5e16029c req-db9f40c3-3aee-497a-bdb0-5f45b6372e0e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755587 Jul 16 19:34:59.268406 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:00.048620 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:00.052496 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:00.192669 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Floating IP 6a3e3046-96d4-4a30-8e66-83253a155f23 associated. External IP: 172.27.2.243, port: 35c57893-8f32-416e-b89e-806c3e84f862. Jul 16 19:35:00.514924 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb6e2-4bd3-417c-8d37-06aa0276dbec req-6fcbcf9d-35b7-4543-80db-374f83fb971b tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:00.516766 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bf8bb6e2-4bd3-417c-8d37-06aa0276dbec req-6fcbcf9d-35b7-4543-80db-374f83fb971b tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.0865147 Jul 16 19:35:00.527263 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:35:00.565256 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bf8bb6e2-4bd3-417c-8d37-06aa0276dbec req-e0829bed-6ee2-4f2d-9842-7c07b9b40ce8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Jul 16 19:35:00.725359 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:35:00.733738 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:00.740540 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:35:00.756360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:00.757057 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:00.783455 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-3deabe3e-258f-4586-b1db-17a9c8c65099 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "PUT /v2.0/floatingips/6a3e3046-96d4-4a30-8e66-83253a155f23 HTTP/1.1" status: 200 len: 991 time: 1.5874770 Jul 16 19:35:00.784320 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:00.790679 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befd7495-ca6f-453d-91a1-6cbd3b49876e" -d '{"events": [{"name": "network-changed", "server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "tag": "35c57893-8f32-416e-b89e-806c3e84f862"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:00.935297 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:01.061026 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f1778d-b5da-4d06-9770-43f077888730 x-openstack-request-id: req-64f1778d-b5da-4d06-9770-43f077888730 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:01.061737 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "tag": "35c57893-8f32-416e-b89e-806c3e84f862", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:01.062390 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-64f1778d-b5da-4d06-9770-43f077888730 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:01.063258 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862', 'status': 'completed', 'code': 200} Jul 16 19:35:01.217802 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-a28484ac-6b88-4f20-a1ed-c6af1630ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:01.225301 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-a28484ac-6b88-4f20-a1ed-c6af1630ba8c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.1161988 Jul 16 19:35:01.465444 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-d1c3cd56-cc54-42c6-8950-49ca542a9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:01.470399 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-d1c3cd56-cc54-42c6-8950-49ca542a9fa2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.2323935 Jul 16 19:35:01.472756 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '6a3e3046-96d4-4a30-8e66-83253a155f23', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'port_id': '35c57893-8f32-416e-b89e-806c3e84f862', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:34:36Z', 'updated_at': '2021-07-16T19:34:59Z', 'revision_number': 1, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:01.518283 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:35:01.534420 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:01.535138 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:01.577471 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48500) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:01.738755 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:01.785768 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-bdbc90bc-535a-440b-b03d-366ba982b145 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 999 time: 0.3084898 Jul 16 19:35:01.787963 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:01.879676 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-d9b0f8b7-3052-4965-8242-ec3039ed0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:01.882300 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-d9b0f8b7-3052-4965-8242-ec3039ed0ad2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0887585 Jul 16 19:35:01.929788 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e34c-3b04-4e29-810f-b1dde9e0cb56 req-bead6b4f-764d-40a7-88e6-65b9923bcc8a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:01.933231 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6de7e34c-3b04-4e29-810f-b1dde9e0cb56 req-bead6b4f-764d-40a7-88e6-65b9923bcc8a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1571975 Jul 16 19:35:02.020150 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6de7e34c-3b04-4e29-810f-b1dde9e0cb56 req-02798571-08ce-4954-96a0-8d9ac016ffc2 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774472 Jul 16 19:35:02.254594 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '6a3e3046-96d4-4a30-8e66-83253a155f23', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'port_id': '35c57893-8f32-416e-b89e-806c3e84f862', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:34:36Z', 'updated_at': '2021-07-16T19:34:59Z', 'revision_number': 1, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:02.296557 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1fa67-6d99-4a4b-902f-f45015e4f7b8 None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_floatingips': [{'id': '6a3e3046-96d4-4a30-8e66-83253a155f23', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'router_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'port_id': '35c57893-8f32-416e-b89e-806c3e84f862', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:34:36Z', 'updated_at': '2021-07-16T19:34:59Z', 'revision_number': 1, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:35:02.383855 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:02.389065 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-a3213ce2-1da5-49c1-8db3-87772e76fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:02.391626 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-a3213ce2-1da5-49c1-8db3-87772e76fdc8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4779966 Jul 16 19:35:02.393416 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:02.504633 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a77272ddaefb4449a211688fb5fcc2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9253752 Jul 16 19:35:02.514333 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48514) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:02.527098 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4860d0e8-ea70-459b-bc24-36800aef51ca,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:02.548943 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.550004 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.550995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.551811 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.552650 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.553526 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.554439 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.555328 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.556002 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.557108 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.557406 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.558308 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c875132-2655-4c37-a176-02b1d4ff99f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:02.631587 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-351450ae-5d75-4a46-8b71-d7f1a6fdaec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:02.697787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-351450ae-5d75-4a46-8b71-d7f1a6fdaec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:02.704027 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-4711527c-6545-4b36-ab1e-18fef3db8cf4 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938433 Jul 16 19:35:02.725358 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc1b49-bf73-493e-9360-58e7586afaec None None] New status for floating IP 6a3e3046-96d4-4a30-8e66-83253a155f23: ACTIVE {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:35:02.813462 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-351450ae-5d75-4a46-8b71-d7f1a6fdaec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:02.819186 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-351450ae-5d75-4a46-8b71-d7f1a6fdaec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:02.820261 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-351450ae-5d75-4a46-8b71-d7f1a6fdaec8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4860d0e8-ea70-459b-bc24-36800aef51ca HTTP/1.1" status: 204 len: 168 time: 0.3033714 Jul 16 19:35:02.838717 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351450ae-5d75-4a46-8b71-d7f1a6fdaec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4860d0e8-ea70-459b-bc24-36800aef51ca,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:02.883779 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-befd7495-ca6f-453d-91a1-6cbd3b49876e req-71c79e9a-c43d-4e01-ba36-14f7b2250112 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721566 Jul 16 19:35:03.343733 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe856a-ce9a-4c1a-81ae-bda07c571dbc req-19382bb6-735a-4f40-8990-cd855c37f646 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:03.346060 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2ffe856a-ce9a-4c1a-81ae-bda07c571dbc req-19382bb6-735a-4f40-8990-cd855c37f646 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 946 time: 0.1674676 Jul 16 19:35:03.448964 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc1f5a-8e85-4a04-91ce-ed89d4cce23c req-459f94d5-d78d-4bf7-ae58-720ce6fe65d2 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:03.452267 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-85fc1f5a-8e85-4a04-91ce-ed89d4cce23c req-459f94d5-d78d-4bf7-ae58-720ce6fe65d2 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1910205 Jul 16 19:35:03.457207 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2ffe856a-ce9a-4c1a-81ae-bda07c571dbc req-06859a2b-0fc4-4547-86dc-01e0779022ef tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009429 Jul 16 19:35:03.547073 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-85fc1f5a-8e85-4a04-91ce-ed89d4cce23c req-6af60e3c-f600-4bfe-9d09-46df3c45ceec tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780318 Jul 16 19:35:03.696325 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-61943722-f34e-4f84-8827-9460d2837751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:03.698635 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-61943722-f34e-4f84-8827-9460d2837751 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1098 time: 0.1102676 Jul 16 19:35:03.882043 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-dc34ab1f-bdb4-4d0c-a1c7-417e9366fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:03.884469 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-dc34ab1f-bdb4-4d0c-a1c7-417e9366fcde service neutron] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 911 time: 0.1536307 Jul 16 19:35:03.988161 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-4edac255-c342-47cd-8f31-a498c4eba63e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 1001 time: 0.0955508 Jul 16 19:35:04.058414 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-00522ecd-e07e-4ee1-86d7-d06408d8e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:04.061320 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-00522ecd-e07e-4ee1-86d7-d06408d8e284 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.0639579 Jul 16 19:35:04.155700 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-c31dee70-42d8-421f-924b-1efbaf032a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:04.158059 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-c31dee70-42d8-421f-924b-1efbaf032a22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896523 Jul 16 19:35:04.304655 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-88f2f657-aba8-411e-ba5f-05f1f5daf6ad service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370072 Jul 16 19:35:04.453526 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4d39f461-f4e1-45b2-b1f1-7eaf6fff7f1a req-59236b92-1ecf-43b9-b00b-0db0d957ba1e service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392477 Jul 16 19:35:04.760944 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc295f-0ff7-4383-ad41-95eb638ef47f req-28fc1a61-2786-4cb5-ae84-c3d11afc44eb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:04.763140 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-44dc295f-0ff7-4383-ad41-95eb638ef47f req-28fc1a61-2786-4cb5-ae84-c3d11afc44eb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 946 time: 0.1216626 Jul 16 19:35:04.809024 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:04.878972 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-44dc295f-0ff7-4383-ad41-95eb638ef47f req-b833dec2-d726-456f-ba84-45a88a87aeec tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013560 Jul 16 19:35:04.973898 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7992-9883-4c8a-811b-78fa8a61bf85 req-1b0f61ab-d34b-412b-b1ac-ae6606790712 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:04.976841 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-41bf7992-9883-4c8a-811b-78fa8a61bf85 req-1b0f61ab-d34b-412b-b1ac-ae6606790712 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.2121732 Jul 16 19:35:05.035750 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e541df-6656-4303-9350-32c5df2c8e79 req-ec0f4936-e8e4-488a-93f2-797ba87030eb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:05.038536 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-21e541df-6656-4303-9350-32c5df2c8e79 req-ec0f4936-e8e4-488a-93f2-797ba87030eb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 946 time: 0.1683779 Jul 16 19:35:05.079873 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-41bf7992-9883-4c8a-811b-78fa8a61bf85 req-2402c2b6-3969-44e1-871f-cc82da39d39f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919032 Jul 16 19:35:05.242457 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Deleting port c01648c2-da6f-409b-98e1-f457d1530ac9 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:35:05.243038 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:05.380640 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] For port c01648c2-da6f-409b-98e1-f457d1530ac9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c01648c2-da6f-409b-98e1-f457d1530ac9,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:05.380960 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:05.401309 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Calling delete_port for c01648c2-da6f-409b-98e1-f457d1530ac9 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:35:05.594893 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:05.616861 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['c01648c2-da6f-409b-98e1-f457d1530ac9'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:35:05.658207 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Pushing event deleted for resources: {'Port': ['ID=c01648c2-da6f-409b-98e1-f457d1530ac9,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:05.711808 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] No DVR routers for this DVR port c01648c2-da6f-409b-98e1-f457d1530ac9 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:35:05.714946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:05.717858 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-21e541df-6656-4303-9350-32c5df2c8e79 req-d9e8c4cc-9ba0-43ba-9b79-203494762a93 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "DELETE /v2.0/ports/c01648c2-da6f-409b-98e1-f457d1530ac9 HTTP/1.1" status: 204 len: 173 time: 0.6723604 Jul 16 19:35:05.718377 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7392dd-013f-4052-b429-d79be8c3f653', 'name': 'network-vif-deleted', 'tag': 'c01648c2-da6f-409b-98e1-f457d1530ac9'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:05.720799 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b902ae5d-8a5f-4f21-804d-5d08dd3e0ad7" -d '{"events": [{"server_uuid": "5e7392dd-013f-4052-b429-d79be8c3f653", "name": "network-vif-deleted", "tag": "c01648c2-da6f-409b-98e1-f457d1530ac9"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:05.777371 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea32f9a2-d27d-4cc2-b7a4-dfff4cbe7b59 x-openstack-request-id: req-ea32f9a2-d27d-4cc2-b7a4-dfff4cbe7b59 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:05.777725 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7392dd-013f-4052-b429-d79be8c3f653", "name": "network-vif-deleted", "tag": "c01648c2-da6f-409b-98e1-f457d1530ac9", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:05.779142 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ea32f9a2-d27d-4cc2-b7a4-dfff4cbe7b59 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:05.779735 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7392dd-013f-4052-b429-d79be8c3f653', 'name': 'network-vif-deleted', 'tag': 'c01648c2-da6f-409b-98e1-f457d1530ac9', 'status': 'completed', 'code': 200} Jul 16 19:35:06.227885 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c8c21c57-5dc6-4deb-866a-f9a436ba36c0 req-3aa087a4-5521-438a-b0dd-1ec291003abe tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=5e7392dd-013f-4052-b429-d79be8c3f653 HTTP/1.1" status: 200 len: 210 time: 0.0728605 Jul 16 19:35:06.495838 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40095bf2-5b21-436d-ad70-91ba4a54a26e req-7a98fe43-0e7a-432e-a810-990eb2916ef5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:06.515196 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40095bf2-5b21-436d-ad70-91ba4a54a26e req-7a98fe43-0e7a-432e-a810-990eb2916ef5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1669333 Jul 16 19:35:06.589163 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40095bf2-5b21-436d-ad70-91ba4a54a26e req-a1b01020-7dd4-4f21-be31-e6c2dcf464c7 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773594 Jul 16 19:35:07.890274 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f79-266a-4fe0-a17c-0a4ad1db9876 req-3c4555b1-434b-4967-8b2f-fdb497c553cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:07.892181 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ae345f79-266a-4fe0-a17c-0a4ad1db9876 req-3c4555b1-434b-4967-8b2f-fdb497c553cc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.0886748 Jul 16 19:35:07.943414 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ae345f79-266a-4fe0-a17c-0a4ad1db9876 req-0772ca6b-d21a-473b-bf6d-a833ff21bff9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Jul 16 19:35:08.735056 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c01648c2-da6f-409b-98e1-f457d1530ac9 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:35:08.765379 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: c01648c2-da6f-409b-98e1-f457d1530ac9 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:35:08.765869 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device c01648c2-da6f-409b-98e1-f457d1530ac9 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:35:10.079042 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfc0f3-9889-4036-bc2a-5f45d87357ea req-a6f7da9b-1b4a-4686-94fc-2f213f3f8be8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.080735 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4cdfc0f3-9889-4036-bc2a-5f45d87357ea req-a6f7da9b-1b4a-4686-94fc-2f213f3f8be8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.0964758 Jul 16 19:35:10.093714 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-3d52ecc1-b0a7-435d-9ca3-04220f203d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.095359 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-3d52ecc1-b0a7-435d-9ca3-04220f203d90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1098 time: 0.0874820 Jul 16 19:35:10.157680 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4cdfc0f3-9889-4036-bc2a-5f45d87357ea req-98c388ae-3c4e-42b9-9f36-cb8bc77d3e7d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665500 Jul 16 19:35:11.287329 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-804323c8-3cc9-41dd-a882-d74ed28891ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:11.289695 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-804323c8-3cc9-41dd-a882-d74ed28891ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 911 time: 0.1564302 Jul 16 19:35:13.258467 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-aac0e2c2-8991-4ddc-94a4-19d529da4817 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 1001 time: 0.0854347 Jul 16 19:35:13.347793 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-77ef1639-6fd8-4818-96a7-2eaaa54d58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:13.350887 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-77ef1639-6fd8-4818-96a7-2eaaa54d58cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.0839219 Jul 16 19:35:13.461013 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-9f66b13f-a405-4e8c-b600-83df169a799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:13.464289 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-9f66b13f-a405-4e8c-b600-83df169a799f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044531 Jul 16 19:35:13.476365 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56d93-b0e6-4835-b46a-ca00f5813d9e req-d18cb574-f80d-48b5-bfad-a8657902349f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:13.478610 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ece56d93-b0e6-4835-b46a-ca00f5813d9e req-d18cb574-f80d-48b5-bfad-a8657902349f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1093681 Jul 16 19:35:13.556851 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ece56d93-b0e6-4835-b46a-ca00f5813d9e req-6bf141d2-cc0e-4271-940e-3f248c9f3e66 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647349 Jul 16 19:35:13.621094 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-9031616c-ea00-4a7a-95bb-55847c5a8d91 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435294 Jul 16 19:35:13.753644 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-38ee8481-1a1e-4287-a5ce-7e46f6d5e190 req-111f8dae-38ef-436a-8b50-4d86ab766060 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246560 Jul 16 19:35:14.819647 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512161-f406-43aa-8c99-d9fcd146305e req-56e957ee-3536-43f1-9281-334fb73b7998 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:14.821429 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6e512161-f406-43aa-8c99-d9fcd146305e req-56e957ee-3536-43f1-9281-334fb73b7998 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.0875926 Jul 16 19:35:14.880729 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6e512161-f406-43aa-8c99-d9fcd146305e req-3c1ab500-b804-4cc6-b6fc-76348675c964 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490360 Jul 16 19:35:15.844691 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48678) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:16.008965 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9f5271d3-e503-4439-8d03-16d00d6700e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.142449 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92288e5c-31cf-44b2-ae58-a9c828929f7d req-3b8d046e-0a3d-4638-ab65-091d3ca32811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:16.145531 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-92288e5c-31cf-44b2-ae58-a9c828929f7d req-3b8d046e-0a3d-4638-ab65-091d3ca32811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1050451 Jul 16 19:35:16.158784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9f5271d3-e503-4439-8d03-16d00d6700e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.165184 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-9f5271d3-e503-4439-8d03-16d00d6700e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.215806 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-92288e5c-31cf-44b2-ae58-a9c828929f7d req-ab9cdb44-28bc-4908-b713-ec8be18e3965 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597694 Jul 16 19:35:16.227009 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5271d3-e503-4439-8d03-16d00d6700e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68e4e5-a9ab-46a6-bce1-62b2fb5075a5,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:16.239638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48684) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:16.242688 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-9f5271d3-e503-4439-8d03-16d00d6700e3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=477c0c492cc64774a68893ef1af98e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962092 Jul 16 19:35:16.331248 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-473e211f-7f30-402f-aba1-c9132d4a0fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.365858 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-473e211f-7f30-402f-aba1-c9132d4a0fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.453699 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-473e211f-7f30-402f-aba1-c9132d4a0fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.457068 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-473e211f-7f30-402f-aba1-c9132d4a0fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.458358 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-473e211f-7f30-402f-aba1-c9132d4a0fff admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dc68e4e5-a9ab-46a6-bce1-62b2fb5075a5 HTTP/1.1" status: 204 len: 168 time: 0.2174175 Jul 16 19:35:16.468278 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e211f-7f30-402f-aba1-c9132d4a0fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68e4e5-a9ab-46a6-bce1-62b2fb5075a5,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:17.445584 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48714) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:17.599364 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-381656315-network', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:17.630724 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Made reservation on behalf of a11619d8df084b57976b2545d3cc355b for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:17.633264 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.647523 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.788955 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.794893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.836627 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:35:17.856443 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4796699-2b41-4b16-bd09-d4730a7fbe05,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:17.865511 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.866068 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Added segment 4ae8dd71-ab0a-4db0-875e-773bc40e35a5 of type vlan for network 32fc2dda-7d5d-4b96-ac09-203459469063 Jul 16 19:35:17.944520 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.983046 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:17.984479 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:17.985345 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.046733 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5995030 Jul 16 19:35:18.058936 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48720) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:18.069384 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Request body: {'subnet': {'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-381656315-subnet', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:18.073964 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29196066-31e0-4ebc-89a9-c99b599935ae admin admin] Pushing event updated for resources: {'Network': ['ID=32fc2dda-7d5d-4b96-ac09-203459469063,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:18.088147 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 32fc2dda-7d5d-4b96-ac09-203459469063 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:35:18.109981 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Made reservation on behalf of a11619d8df084b57976b2545d3cc355b for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:18.114275 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203074'] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.386484 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30198337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203088'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.475826 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df5be29-a8ee-4e46-b097-b31cee5037d0,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:18.488279 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Checking segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:18.488828 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Network hostable DHCP agents. Network: 32fc2dda-7d5d-4b96-ac09-203459469063, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:35:18.517651 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Network 32fc2dda-7d5d-4b96-ac09-203459469063 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:35:18.532571 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 32fc2dda-7d5d-4b96-ac09-203459469063) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:18.538818 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:18.539737 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.548082 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda2d6ca-4181-4223-8c40-ee634cdf5076 None None] Network 32fc2dda-7d5d-4b96-ac09-203459469063 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:35:18.566402 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-5503d82e-bde8-4f57-b5d4-d27578d96f8b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5050321 Jul 16 19:35:18.569879 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48722) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:18.576857 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:18.605646 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.607169 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.691071 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.867485 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:35:18.939647 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:18.994806 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-32fc2dda-7d5d-4b96-ac09-203459469063', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:35:18.996305 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.156888 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.194067 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27800f-8b4d-4f10-93b1-b3c24265b13e req-15e97941-07ce-46ff-bbf5-edd3382614e7 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:19.196408 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7d27800f-8b4d-4f10-93b1-b3c24265b13e req-15e97941-07ce-46ff-bbf5-edd3382614e7 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1329029 Jul 16 19:35:19.274071 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7d27800f-8b4d-4f10-93b1-b3c24265b13e req-e07fc241-f8d4-43f0-b6e2-4f6ddf324059 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665653 Jul 16 19:35:19.281524 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Allocated IP 172.20.0.2 (32fc2dda-7d5d-4b96-ac09-203459469063/9df5be29-a8ee-4e46-b097-b31cee5037d0/9618ce3d-94dc-4ee7-a677-02a73b74ab6b) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:19.307627 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:19.312643 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2f437-5790-4a1d-a66a-dad8a8d7759a" -d '{"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:19.426853 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.432091 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec6a19-425b-4e31-a8fe-3dad2ff7ed8b x-openstack-request-id: req-1eec6a19-425b-4e31-a8fe-3dad2ff7ed8b {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:19.432556 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:19.432960 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1eec6a19-425b-4e31-a8fe-3dad2ff7ed8b {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:19.433476 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'code': 200} Jul 16 19:35:19.450994 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:19.458429 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.469783 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.598862 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.615298 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=6']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:19.619775 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Transition to ACTIVE for port object 9618ce3d-94dc-4ee7-a677-02a73b74ab6b will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:19.646014 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Transition to ACTIVE for port object 9618ce3d-94dc-4ee7-a677-02a73b74ab6b will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:19.659055 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.675138 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Allocated IP 172.27.2.110 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/3ded166f-98ab-44d3-a6a8-a8e04871976c) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:19.718887 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Network 32fc2dda-7d5d-4b96-ac09-203459469063 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:19.725805 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:19.731983 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:19.746046 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Pushing event updated for resources: {'Port': ['ID=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:19.855859 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Attempting to bind port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:19.857385 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Attempting to bind port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:19.857385 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Attempting to bind port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b on network 32fc2dda-7d5d-4b96-ac09-203459469063 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:19.889875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.895717 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:19.896275 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Checking segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:19.896941 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.897576 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Bound using segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:19.898199 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Bound port: 9618ce3d-94dc-4ee7-a677-02a73b74ab6b, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:19.904769 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.020294 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.106705 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] For port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:20.113650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] For port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:20.114573 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:20.120413 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ded166f-98ab-44d3-a6a8-a8e04871976c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:20.122900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.124295 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:20.127974 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:20.251996 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d7070-4da5-4dd6-a425-0bbd718cd068 None None] Pushing event updated for resources: {'Port': ['ID=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:20.483692 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-2ddccb04-56ed-40e6-95da-d59b1494c160 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.488366 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-2ddccb04-56ed-40e6-95da-d59b1494c160 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 814 time: 0.2007527 Jul 16 19:35:20.532207 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-c75cde69-24aa-42e6-8093-ea283988cdf1 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/quotas/af90e648670e4180a6e80adc99657924 HTTP/1.1" status: 200 len: 375 time: 0.0275030 Jul 16 19:35:20.622388 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-086b3a75-54ae-48a7-a109-c33cf87a0b6c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702958 Jul 16 19:35:20.733961 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.764169 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86872d-b3a6-4bf4-9ca8-5198f02f523d req-02bad916-b294-47e7-8e9e-46df7fa129bb tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.767189 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6f86872d-b3a6-4bf4-9ca8-5198f02f523d req-02bad916-b294-47e7-8e9e-46df7fa129bb tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1834657 Jul 16 19:35:20.937244 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6f86872d-b3a6-4bf4-9ca8-5198f02f523d req-a397bce0-daa0-45e7-92df-812f6c5b53aa tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500125 Jul 16 19:35:20.988664 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-39fb2f08-a3b3-4ea2-afb6-5062e0121d45 service neutron] 10.222.0.97 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425014 Jul 16 19:35:21.108295 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:21.173287 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f6664b9a-a536-4f95-bb8b-177b7c698b0f service neutron] 10.222.0.97 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739001 Jul 16 19:35:21.372432 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:35:21.560764 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-de2ad4c8-3170-4bd7-8a2d-c749a025d921 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420109 Jul 16 19:35:21.611638 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:35:21.635639 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Sync routers for ids ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:35:21.660908 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:21.666165 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48770) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:21.677658 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-936edc4e-83be-4c5d-bd96-1d2f798260e9 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1062753 Jul 16 19:35:21.693756 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Routers {'38b4d3ed-496d-4941-b5f0-b5a393152ef3'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:21.695083 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:21.983360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Set router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:21.990192 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbebec1d-314b-49ac-9410-ccbc763bab0b None None] Network 32fc2dda-7d5d-4b96-ac09-203459469063 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:35:22.257737 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-b6e1fb54-4195-4755-a949-ff1ef78503b8 None None] Provisioning for port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:22.436980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 9618ce3d-94dc-4ee7-a677-02a73b74ab6b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:22.646612 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a73b191-289c-4cc3-8e81-f602a26908a1 req-54f25958-a479-47d8-84c6-224fbd45e2a0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.1689355 Jul 16 19:35:22.725310 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:35:20Z', 'revision_number': 3, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:22.730055 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:22.738622 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:22.739499 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:22.783365 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd165a49-9f43-4714-84f6-169937db2788 req-08d64bc3-924a-4828-af54-46a039f51910 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:22.794897 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd165a49-9f43-4714-84f6-169937db2788 req-08d64bc3-924a-4828-af54-46a039f51910 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.3362138 Jul 16 19:35:22.822468 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Checking router: 38b4d3ed-496d-4941-b5f0-b5a393152ef3 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:35:22.823410 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Updating router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 port 3ded166f-98ab-44d3-a6a8-a8e04871976c binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:35:22.967607 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.222202 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd165a49-9f43-4714-84f6-169937db2788 req-e6738de6-cb80-49d4-b70f-beeaeb9c6fac tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196897 Jul 16 19:35:23.457067 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.499141 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.549347 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a1585e7d-bfd9-4ce4-b46a-2df47eee77d7 None None] Provisioning complete for port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:23.549836 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a1585e7d-bfd9-4ce4-b46a-2df47eee77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.667809 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:23.709263 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:24.077932 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8abbcc8e-b1b5-4350-b247-0116aca2a76d req-9a595a23-dab4-4cab-a389-06a850ad25f2 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0700228 Jul 16 19:35:24.079646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Allocated IP 172.20.0.1 (32fc2dda-7d5d-4b96-ac09-203459469063/9df5be29-a8ee-4e46-b097-b31cee5037d0/5ac09959-4a4d-41d2-9782-8f514ef7aa30) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:24.339053 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:24.378779 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Transition to ACTIVE for port object 5ac09959-4a4d-41d2-9782-8f514ef7aa30 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:24.448427 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:24.458175 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c6fd-c7b4-42be-a7d8-a5b50871a1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:24.494372 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:24.538942 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.544644 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.546601 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.547022 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.547435 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.549176 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.549678 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.550094 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.554852 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.555439 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.555858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.556505 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:24.586324 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Network 32fc2dda-7d5d-4b96-ac09-203459469063 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:24.593077 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:24.629209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:24.663624 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-99d86323-9e50-4683-b482-318de21258cd tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:24.667776 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-99d86323-9e50-4683-b482-318de21258cd tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 814 time: 0.4256780 Jul 16 19:35:24.689632 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Request body: {'port': {'device_id': '9805c303-9a83-44e2-9793-0f187a554723', 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc', 'admin_state_up': True, 'tenant_id': 'af90e648670e4180a6e80adc99657924'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:24.734546 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Pushing event updated for resources: {'Port': ['ID=5ac09959-4a4d-41d2-9782-8f514ef7aa30,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:24.803581 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:24.840949 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:24.874522 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Transition to ACTIVE for port object 3ded166f-98ab-44d3-a6a8-a8e04871976c will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:24.992720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.034486 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Made reservation on behalf of af90e648670e4180a6e80adc99657924 for: {'port': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:25.041572 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.068403 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2768-1c51-42bb-8a5c-9a4320f25e8a req-e7448f72-fa0c-4bd4-b4e4-fe640b8f2be6 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.077259 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d1ec2768-1c51-42bb-8a5c-9a4320f25e8a req-e7448f72-fa0c-4bd4-b4e4-fe640b8f2be6 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.3948858 Jul 16 19:35:25.091822 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d2ba93b3-be28-4be5-90fc-ddf2002f5c7c None None] Provisioning for port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:25.105100 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3d758-58c1-4aac-93cf-3d3dc6416c99 None None] Pushing event updated for resources: {'Port': ['ID=3ded166f-98ab-44d3-a6a8-a8e04871976c,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:25.126679 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d2ba93b3-be28-4be5-90fc-ddf2002f5c7c None None] Provisioning complete for port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:25.126679 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2ba93b3-be28-4be5-90fc-ddf2002f5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.196699 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Attempting to bind port 3ded166f-98ab-44d3-a6a8-a8e04871976c on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:25.198989 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Attempting to bind port 3ded166f-98ab-44d3-a6a8-a8e04871976c by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:25.202283 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Attempting to bind port 3ded166f-98ab-44d3-a6a8-a8e04871976c on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:25.241078 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba93b3-be28-4be5-90fc-ddf2002f5c7c None None] Port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:35:25.248287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:25.249251 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:25.250248 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.250749 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:25.251405 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Bound port: 3ded166f-98ab-44d3-a6a8-a8e04871976c, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:25.251820 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.261273 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Allocated IP 172.20.0.13 (85379608-1a48-4045-bde8-32cc6bca59dc/dce472c6-d519-473c-8f35-0a19f7c9f222/0ea7a334-a6f8-4cfb-b963-026c37afa6d1) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:25.269998 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d1ec2768-1c51-42bb-8a5c-9a4320f25e8a req-5d9a9aa5-0bb0-456d-927f-6f38d629582d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908331 Jul 16 19:35:25.323492 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-c134a232-84bc-465f-8b02-152802e86627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.326229 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-c134a232-84bc-465f-8b02-152802e86627 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a&tenant_id=7800b5f72d964fc5b82d2e32330b0266 HTTP/1.1" status: 200 len: 1096 time: 0.3864517 Jul 16 19:35:25.332650 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f60937db-ceba-4e82-855e-b8293593ba6e req-16d31a4b-3693-43cf-bef1-f61de032da59 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0602305 Jul 16 19:35:25.382713 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] For port 3ded166f-98ab-44d3-a6a8-a8e04871976c, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:25.393201 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] For port 3ded166f-98ab-44d3-a6a8-a8e04871976c, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=3ded166f-98ab-44d3-a6a8-a8e04871976c,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:25.404662 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.448944 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.508524 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Routers {'38b4d3ed-496d-4941-b5f0-b5a393152ef3'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:25.509463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:34:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:25.511633 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3d758-58c1-4aac-93cf-3d3dc6416c99 None None] Pushing event updated for resources: {'Port': ['ID=3ded166f-98ab-44d3-a6a8-a8e04871976c,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:25.526417 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-d7a2d5cf-7cb6-4ee4-98f4-5375e7c60e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.528026 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-d7a2d5cf-7cb6-4ee4-98f4-5375e7c60e04 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1096 time: 0.1703727 Jul 16 19:35:25.576843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.636226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.698429 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Network 85379608-1a48-4045-bde8-32cc6bca59dc is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:25.707415 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:25.710841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:25.726971 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] Set router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:25.751858 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Pushing event updated for resources: {'Port': ['ID=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:25.804707 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.805377 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.808894 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.816086 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.836662 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d3bf4af0-28fd-4f5f-b213-3853dda6ed6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1579468 Jul 16 19:35:25.858538 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Request body: {'port': {'device_id': '9805c303-9a83-44e2-9793-0f187a554723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:25.937040 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Pushing event updated for resources: {'Port': ['ID=5ac09959-4a4d-41d2-9782-8f514ef7aa30,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:25.958758 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:26.000591 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-85d67ffd-c3d7-46de-aab4-3c60f5e04286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:26.002416 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-85d67ffd-c3d7-46de-aab4-3c60f5e04286 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 911 time: 0.4386377 Jul 16 19:35:26.050702 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:26.116471 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ac09959-4a4d-41d2-9782-8f514ef7aa30', 'name': '', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'mac_address': 'fa:16:3e:22:b8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:23Z', 'updated_at': '2021-07-16T19:35:24Z', 'revision_number': 1, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'subnets': [{'id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:26.182315 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b440a063-b6e1-4c8d-8557-402dd3ed5edf None None] The sync data for ids ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'] in dv-cinder-800695-3-iscsi is: [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ac09959-4a4d-41d2-9782-8f514ef7aa30', 'name': '', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'mac_address': 'fa:16:3e:22:b8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:23Z', 'updated_at': '2021-07-16T19:35:24Z', 'revision_number': 1, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'subnets': [{'id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:35:26.217773 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-3cec22b2-57da-4d38-b0d0-c041f3129c03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 999 time: 0.1773536 Jul 16 19:35:26.274282 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Network 32fc2dda-7d5d-4b96-ac09-203459469063 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:26.281611 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:26.351705 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 9618ce3d-94dc-4ee7-a677-02a73b74ab6b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:26.398699 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-8b96f194-5b61-4e40-b5d8-3efa11f8625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:26.409987 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-8b96f194-5b61-4e40-b5d8-3efa11f8625a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.1809549 Jul 16 19:35:26.557313 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-64142646-c9e2-4d71-9f64-2b1e76e3b6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:26.647525 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:26.648325 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:26.661287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:26.846730 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:35:26.885024 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-31623735-a5f1-4882-840c-58621eac0d8d None None] Provisioning complete for port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:26.885476 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-31623735-a5f1-4882-840c-58621eac0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:26.892426 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-0498f7c5-8d1c-45db-aab2-2c5e8a4cd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:26.894936 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-0498f7c5-8d1c-45db-aab2-2c5e8a4cd113 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4772096 Jul 16 19:35:26.952471 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-31623735-a5f1-4882-840c-58621eac0d8d None None] Port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:35:27.139521 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 {{(pid=92984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:27.149620 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.172181 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Transition to ACTIVE for port object 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 will not be triggered until provisioned by entity L2. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:27.178973 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.271474 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:27.423535 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Attempting to bind port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:27.424046 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Attempting to bind port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:27.424456 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Attempting to bind port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 on network 85379608-1a48-4045-bde8-32cc6bca59dc {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:27.430370 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 on network 85379608-1a48-4045-bde8-32cc6bca59dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:35:27.430729 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Attempting to bind port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 on network 85379608-1a48-4045-bde8-32cc6bca59dc {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:27.440145 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:27.440145 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Checking segment: {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:27.441306 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Bound using segment: {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'} {{(pid=92984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:27.441306 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.managers [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Bound port: 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d272bc-e479-4062-a52e-1e90fbf05e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc'}}] {{(pid=92984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:27.441306 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.541169 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] For port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host hv-cinder-80069, cleared binding levels {{(pid=92984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:27.541482 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502e732-2d88-4037-9511-307c6670e0e1 req-984f5e3a-3c0b-42f0-826b-2b309f63039e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.544369 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d502e732-2d88-4037-9511-307c6670e0e1 req-984f5e3a-3c0b-42f0-826b-2b309f63039e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.8670042 Jul 16 19:35:27.547211 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] For port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:27.554242 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.619551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.620778 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.621738 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] 10.222.0.76 "PUT /v2.0/ports/0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 200 len: 1094 time: 1.7766798 Jul 16 19:35:27.622405 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9805c303-9a83-44e2-9793-0f187a554723', 'tag': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:27.625058 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9805c303-9a83-44e2-9793-0f187a554723", "tag": "0ea7a334-a6f8-4cfb-b963-026c37afa6d1"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:27.645488 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:35:27.651369 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad355a52-a055-4588-a2f9-ce414f111c40 req-c96c31fa-4381-4cae-ac74-ae4bbea2a116 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.660421 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8844f40-232f-4a9f-918e-32469b24662a service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,revision_number=3']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:27.663933 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ad355a52-a055-4588-a2f9-ce414f111c40 req-c96c31fa-4381-4cae-ac74-ae4bbea2a116 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 932 time: 0.8835466 Jul 16 19:35:27.704106 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-90f710d5-0a4b-4cea-bd2c-8ec2e2c71c30 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951262 Jul 16 19:35:27.721016 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d502e732-2d88-4037-9511-307c6670e0e1 req-b9982623-9262-46df-8ceb-21a0d3f56624 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640570 Jul 16 19:35:27.741230 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-fbddcca1-d02c-4a1f-85bc-8792e6e7d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.741570 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:35:27.744586 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-fbddcca1-d02c-4a1f-85bc-8792e6e7d792 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 1097 time: 0.0788665 Jul 16 19:35:27.754298 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-5a5822ad-c8ab-4ad2-b58b-9cdc6862f81c admin admin] 10.222.0.97 "PUT /v2.0/routers/38b4d3ed-496d-4941-b5f0-b5a393152ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0798287 Jul 16 19:35:27.801359 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.853045 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-7fd73863-f851-46a1-9c66-5ad363ed4d15 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 200 len: 217 time: 0.0974970 Jul 16 19:35:27.888106 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ad355a52-a055-4588-a2f9-ce414f111c40 req-27c6665f-9fd7-4c07-bf66-768be995fba4 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975548 Jul 16 19:35:27.903360 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-4a5f3982-53b9-4ad6-8219-786bfc1bc60f service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876931 Jul 16 19:35:27.981400 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-553a6934-f0b1-4853-aed3-0dce9f7b53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.984938 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-553a6934-f0b1-4853-aed3-0dce9f7b53c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.1163208 Jul 16 19:35:28.040981 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-c4424e68-acd2-477c-a946-6ca75d4b1fa1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464761 Jul 16 19:35:28.056242 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3307-d15a-479d-80c4-7beab3bb3dac req-eef04a2d-95f5-4184-a375-0653c3600b23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:28.064704 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8af3307-d15a-479d-80c4-7beab3bb3dac req-eef04a2d-95f5-4184-a375-0653c3600b23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1101978 Jul 16 19:35:28.158218 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8af3307-d15a-479d-80c4-7beab3bb3dac req-0bd4d6fb-7244-4b34-9b7c-243d1c587583 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921512 Jul 16 19:35:28.242514 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-d6651b16-48a5-4c6a-8b70-98e9853ab66a service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939166 Jul 16 19:35:28.362499 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3ded166f-98ab-44d3-a6a8-a8e04871976c up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:28.477086 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 3ded166f-98ab-44d3-a6a8-a8e04871976c completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:28.483485 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 3ded166f-98ab-44d3-a6a8-a8e04871976c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:28.484203 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.489084 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-891bded7-3019-4c90-9e89-b1ac38a40382 req-7d9b2bab-89fb-4405-96d4-f3bdc08a0ee7 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334244 Jul 16 19:35:28.525712 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bfc4bb-da18-4ff9-9299-a4bfb4ef2fea x-openstack-request-id: req-10bfc4bb-da18-4ff9-9299-a4bfb4ef2fea {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:28.526041 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9805c303-9a83-44e2-9793-0f187a554723", "tag": "0ea7a334-a6f8-4cfb-b963-026c37afa6d1", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:28.526347 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-10bfc4bb-da18-4ff9-9299-a4bfb4ef2fea {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:28.526956 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9805c303-9a83-44e2-9793-0f187a554723', 'tag': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1', 'status': 'completed', 'code': 200} Jul 16 19:35:28.634436 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.673778 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-81a9eef3-2a4e-443c-9043-91f82ba991de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:28.675703 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-81a9eef3-2a4e-443c-9043-91f82ba991de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 1097 time: 0.0881531 Jul 16 19:35:28.678895 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 3ded166f-98ab-44d3-a6a8-a8e04871976c, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=3ded166f-98ab-44d3-a6a8-a8e04871976c,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:28.686193 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.769884 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48852) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:28.778090 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1156291198-network', 'tenant_id': '41bcedd058b048f6aa4f331998b456db'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:28.796888 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=3ded166f-98ab-44d3-a6a8-a8e04871976c,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:28.827015 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Made reservation on behalf of 41bcedd058b048f6aa4f331998b456db for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:28.829591 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.842190 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.863119 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-9b575a5c-b0be-4b97-aaef-b184e1d9fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:28.865000 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-9b575a5c-b0be-4b97-aaef-b184e1d9fb65 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 916 time: 0.1797111 Jul 16 19:35:28.933309 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-c4ef3e21-252f-419d-ba18-ab208902a1f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 200 len: 217 time: 0.0605268 Jul 16 19:35:29.027533 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-154039dd-6fc0-4102-9643-9f2c0dfb43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.029530 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-154039dd-6fc0-4102-9643-9f2c0dfb43e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.0896430 Jul 16 19:35:29.056671 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745822c-36ea-4e64-b7b8-b8812c7cd79c req-2c9fb448-e556-4372-a175-42696c55576c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.059892 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b745822c-36ea-4e64-b7b8-b8812c7cd79c req-2c9fb448-e556-4372-a175-42696c55576c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1528776 Jul 16 19:35:29.085230 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-726c9011-2253-4ac7-a427-699a751a3b4d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485833 Jul 16 19:35:29.109418 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.123014 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.136535 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.188977 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b745822c-36ea-4e64-b7b8-b8812c7cd79c req-7cf7c6c1-6a82-43b9-9a10-9d6ef8680585 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186411 Jul 16 19:35:29.198198 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:35:29.244754 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdd6483-2f19-47ed-b24b-8dffe5448e21,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:29.252319 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.252733 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Added segment f7255a73-c11f-466c-860f-a75002d7a3d9 of type vlan for network 1a70329d-156c-4a63-92f6-84e600ffb51c Jul 16 19:35:29.266554 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-dea8bc4a-e1f9-4a47-a979-b9360c43ccb7 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714215 Jul 16 19:35:29.335560 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741aea-2c4f-485a-9e31-8ab4717577c3 req-5aad6065-36e7-43d1-8296-236b201c8e1e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.338939 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-94741aea-2c4f-485a-9e31-8ab4717577c3 req-5aad6065-36e7-43d1-8296-236b201c8e1e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 944 time: 0.2218549 Jul 16 19:35:29.373775 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.443530 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-aac4ebbb-6dbd-480f-8892-3f2484ed2a8e req-e5e5d920-0f6b-49b8-8e3f-f74df6ebe7dc service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691988 Jul 16 19:35:29.468422 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-94741aea-2c4f-485a-9e31-8ab4717577c3 req-f11dcf7a-622d-41ac-8b6c-82ec89ee894d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158159 Jul 16 19:35:29.476745 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.478886 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.480371 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.552945 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7799985 Jul 16 19:35:29.556063 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48860) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:29.565198 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Request body: {'subnet': {'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1156291198-subnet', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:29.583881 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Sync routers for ids ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:35:29.600488 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f64f-d1d7-49a7-a361-4ae31eef1aad admin admin] Pushing event updated for resources: {'Network': ['ID=1a70329d-156c-4a63-92f6-84e600ffb51c,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:29.601039 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Routers {'38b4d3ed-496d-4941-b5f0-b5a393152ef3'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:29.601828 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:35:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:29.613345 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Made reservation on behalf of 41bcedd058b048f6aa4f331998b456db for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:29.614240 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 1a70329d-156c-4a63-92f6-84e600ffb51c details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:35:29.618428 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203074'] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.718012 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160bcec-e162-4129-a5eb-5ad0dbb47c4a req-f32fd4e2-be9e-4cda-aae6-fb0bdbf74435 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.719780 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b160bcec-e162-4129-a5eb-5ad0dbb47c4a req-f32fd4e2-be9e-4cda-aae6-fb0bdbf74435 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1051276 Jul 16 19:35:29.759030 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Set router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:29.782899 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b160bcec-e162-4129-a5eb-5ad0dbb47c4a req-55e0294a-8bdd-4bf4-9a98-59584da6003e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 Jul 16 19:35:29.873107 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30198337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203088'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.937126 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=645e24b0-c36f-4920-b918-d041717afebb,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:29.952308 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Checking segment: {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:29.952671 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Network hostable DHCP agents. Network: 1a70329d-156c-4a63-92f6-84e600ffb51c, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:35:29.972824 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Network 1a70329d-156c-4a63-92f6-84e600ffb51c is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:35:29.985566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 1a70329d-156c-4a63-92f6-84e600ffb51c) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:29.993907 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.995183 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:29.999672 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d42b2-5757-4258-a685-8d0284b4c354 None None] Network 1a70329d-156c-4a63-92f6-84e600ffb51c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:35:30.021673 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-dc826c44-78f9-47d2-9b95-d95d6c9845aa admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4639568 Jul 16 19:35:30.025549 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 48862) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:30.032298 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:30.042400 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ac09959-4a4d-41d2-9782-8f514ef7aa30', 'name': '', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'mac_address': 'fa:16:3e:22:b8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:23Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 2, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'subnets': [{'id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:30.069290 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.070820 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.079754 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Checking router: 38b4d3ed-496d-4941-b5f0-b5a393152ef3 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:35:30.080365 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Updating router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:35:30.131522 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.178532 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.213518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-1a70329d-156c-4a63-92f6-84e600ffb51c', 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'fixed_ips': [{'subnet_id': '645e24b0-c36f-4920-b918-d041717afebb'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:35:30.214720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.312310 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3ded166f-98ab-44d3-a6a8-a8e04871976c up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:30.414490 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.451062 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 3ded166f-98ab-44d3-a6a8-a8e04871976c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:30.451692 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.458534 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Allocated IP 172.20.0.2 (1a70329d-156c-4a63-92f6-84e600ffb51c/645e24b0-c36f-4920-b918-d041717afebb/c25672e2-2b88-4167-986c-f9c85edb4871) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:30.634971 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.657687 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Transition to ACTIVE for port object 5ac09959-4a4d-41d2-9782-8f514ef7aa30 will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:30.669301 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.677304 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64160d-4404-4cd4-95bf-dd5f6535df0c req-7359cf6e-3618-426a-a338-2a8c1ee20b58 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:30.679870 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ba64160d-4404-4cd4-95bf-dd5f6535df0c req-7359cf6e-3618-426a-a338-2a8c1ee20b58 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1767042 Jul 16 19:35:30.785305 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Pushing event updated for resources: {'Port': ['ID=5ac09959-4a4d-41d2-9782-8f514ef7aa30,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:30.792318 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ba64160d-4404-4cd4-95bf-dd5f6535df0c req-73ee586d-8d9a-4600-8a7c-5d17ada846a5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019719 Jul 16 19:35:30.846817 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:35:30.884552 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.890374 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.892321 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.893571 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.897540 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.898442 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.899566 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.900596 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.907238 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.908407 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.909201 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.910291 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:30.989832 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.001595 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Attempting to bind port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:31.002340 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Attempting to bind port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:31.002793 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Attempting to bind port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 on network 32fc2dda-7d5d-4b96-ac09-203459469063 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:31.021893 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:31.022209 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Checking segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:31.022903 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.023499 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Bound using segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:31.024911 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Bound port: 5ac09959-4a4d-41d2-9782-8f514ef7aa30, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:31.025439 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.025701 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.053353 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736c1d-1eb4-47de-bf43-029c0dacd861 req-b880d42c-b96c-44da-b695-e9fde14868bb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:31.063431 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-04736c1d-1eb4-47de-bf43-029c0dacd861 req-b880d42c-b96c-44da-b695-e9fde14868bb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 944 time: 0.1107023 Jul 16 19:35:31.156110 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:31.193222 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1', 'network_id': '85379608-1a48-4045-bde8-32cc6bca59dc', 'port_id': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1', 'mac_address': 'fa:16:3e:f1:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce472c6-d519-473c-8f35-0a19f7c9f222', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:35:31.207027 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-04736c1d-1eb4-47de-bf43-029c0dacd861 req-2820a4b8-0a8f-4493-9a4e-34013d7d704e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421354 Jul 16 19:35:31.262953 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9d4ef-aa9e-4168-a46b-c4ed5e299774 req-c6b089e2-bb6f-4f44-9c3a-bdcfcfb020f9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:31.264955 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6aa9d4ef-aa9e-4168-a46b-c4ed5e299774 req-c6b089e2-bb6f-4f44-9c3a-bdcfcfb020f9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1542373 Jul 16 19:35:31.278704 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Allocated IP 172.27.2.237 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/efdfa0d8-2c89-4889-95d8-994c83a26965) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:31.296242 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] For port 5ac09959-4a4d-41d2-9782-8f514ef7aa30, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:31.302255 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] For port 5ac09959-4a4d-41d2-9782-8f514ef7aa30, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=5ac09959-4a4d-41d2-9782-8f514ef7aa30,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:31.311731 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.312544 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.341294 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:31.346063 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6aa9d4ef-aa9e-4168-a46b-c4ed5e299774 req-84a839ae-caeb-4823-bed9-911e2b0eea92 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709634 Jul 16 19:35:31.382320 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.406253 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:31.412146 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Transition to ACTIVE for port object c25672e2-2b88-4167-986c-f9c85edb4871 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:31.425973 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.460317 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Routers {'38b4d3ed-496d-4941-b5f0-b5a393152ef3'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:31.461069 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:35:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:31.510876 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6f97a-07b6-495b-999e-0a04379518d5 None None] Pushing event updated for resources: {'Port': ['ID=5ac09959-4a4d-41d2-9782-8f514ef7aa30,revision_number=4']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:31.520692 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.531523 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Transition to ACTIVE for port object c25672e2-2b88-4167-986c-f9c85edb4871 will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:31.533682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:31.552945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.594509 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.618791 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Network 1a70329d-156c-4a63-92f6-84e600ffb51c is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:31.627517 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:31.631434 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:31.643575 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:31.643845 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Pushing event updated for resources: {'Port': ['ID=c25672e2-2b88-4167-986c-f9c85edb4871,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:31.645469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:31.649706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:31.656949 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Pushing event updated for resources: {'Port': ['ID=efdfa0d8-2c89-4889-95d8-994c83a26965,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:31.659182 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] Set router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:31.693529 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0ea7a334-a6f8-4cfb-b963-026c37afa6d1'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:35:31.737034 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Attempting to bind port c25672e2-2b88-4167-986c-f9c85edb4871 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:31.737690 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Attempting to bind port c25672e2-2b88-4167-986c-f9c85edb4871 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:31.738193 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Attempting to bind port c25672e2-2b88-4167-986c-f9c85edb4871 on network 1a70329d-156c-4a63-92f6-84e600ffb51c {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:31.751816 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:31.755490 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Checking segment: {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:31.755490 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.755490 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Bound using segment: {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:31.755490 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Bound port: c25672e2-2b88-4167-986c-f9c85edb4871, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:31.755490 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.915933 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] For port c25672e2-2b88-4167-986c-f9c85edb4871, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:31.923964 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] For port c25672e2-2b88-4167-986c-f9c85edb4871, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=c25672e2-2b88-4167-986c-f9c85edb4871,segment=NetworkSegment(f7255a73-c11f-466c-860f-a75002d7a3d9),segment_id=f7255a73-c11f-466c-860f-a75002d7a3d9)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:31.934789 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:31.992814 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ac09959-4a4d-41d2-9782-8f514ef7aa30', 'name': '', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'mac_address': 'fa:16:3e:22:b8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:23Z', 'updated_at': '2021-07-16T19:35:31Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'subnets': [{'id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:32.023798 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de76f9-996e-4f4e-8f6f-15deeb2877a5 None None] The sync data for ids ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'] in dv-cinder-800695-3-iscsi is: [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:35:25Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ac09959-4a4d-41d2-9782-8f514ef7aa30', 'name': '', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'mac_address': 'fa:16:3e:22:b8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:23Z', 'updated_at': '2021-07-16T19:35:31Z', 'revision_number': 4, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'subnets': [{'id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:35:32.049245 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ea5d-dc12-4b70-9d48-2b068d80a30f None None] Pushing event updated for resources: {'Port': ['ID=c25672e2-2b88-4167-986c-f9c85edb4871,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:32.106194 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc576816-1e6a-40c2-bf21-643d72949911 req-6b552971-9e68-4e2d-8885-7d0646ed77ab tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:32.107829 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc576816-1e6a-40c2-bf21-643d72949911 req-6b552971-9e68-4e2d-8885-7d0646ed77ab tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1287837 Jul 16 19:35:32.115659 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:32.166790 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc576816-1e6a-40c2-bf21-643d72949911 req-2cf164c9-dac4-42af-b333-51b39dc2e630 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487013 Jul 16 19:35:32.424065 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ac09959-4a4d-41d2-9782-8f514ef7aa30 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:32.463827 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:32.525281 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:32.535859 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:32.536410 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:32.674030 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fcb8f-3ce0-44e3-9360-66c628bd3751 req-65e53241-4c26-4847-a7f9-a3764eb1bcf3 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:32.676065 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:32.685324 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4c1fcb8f-3ce0-44e3-9360-66c628bd3751 req-65e53241-4c26-4847-a7f9-a3764eb1bcf3 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 945 time: 0.1901228 Jul 16 19:35:32.732853 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 5ac09959-4a4d-41d2-9782-8f514ef7aa30, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=5ac09959-4a4d-41d2-9782-8f514ef7aa30,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:32.739347 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:32.775464 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4c1fcb8f-3ce0-44e3-9360-66c628bd3751 req-3bc5e657-34cd-425d-8ac2-2e22d327f483 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884407 Jul 16 19:35:32.795262 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Router 71ff3905-86e7-48e2-9672-65afb02594d0 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:35:32.825534 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=5ac09959-4a4d-41d2-9782-8f514ef7aa30,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:32.832319 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875a0fc-23ab-45c3-83ef-6ad9f3072163 req-c7b1be92-f135-47c4-99b5-8bd1d4628b94 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:32.839408 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9875a0fc-23ab-45c3-83ef-6ad9f3072163 req-c7b1be92-f135-47c4-99b5-8bd1d4628b94 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1417480 Jul 16 19:35:32.869381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:32.890967 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9875a0fc-23ab-45c3-83ef-6ad9f3072163 req-b88871a5-c020-4cd5-ae93-23b6e98f7529 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488744 Jul 16 19:35:32.954684 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:32.963247 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:32.963886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.079476 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:35:33.106632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Sync routers for ids ['71ff3905-86e7-48e2-9672-65afb02594d0'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:35:33.120803 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.126273 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.128590 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-303d395f-16dc-4e7d-b999-f73e3b24d4fc admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1016142 Jul 16 19:35:33.131369 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 48882) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:33.144150 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Routers {'71ff3905-86e7-48e2-9672-65afb02594d0'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:33.145009 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:35:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['71ff3905-86e7-48e2-9672-65afb02594d0'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:33.236894 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9805c303-9a83-44e2-9793-0f187a554723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:33.239307 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f111c2c8-248a-4f9a-a643-d19f14505878" -d '{"events": [{"server_uuid": "9805c303-9a83-44e2-9793-0f187a554723", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7a334-a6f8-4cfb-b963-026c37afa6d1"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:33.337074 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:33.347522 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.477870 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Set router 71ff3905-86e7-48e2-9672-65afb02594d0 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:33.481674 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:33.583105 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96750da2-cd58-4cba-9025-5bf8782c6f49 x-openstack-request-id: req-96750da2-cd58-4cba-9025-5bf8782c6f49 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:33.583503 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9805c303-9a83-44e2-9793-0f187a554723", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7a334-a6f8-4cfb-b963-026c37afa6d1", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:33.583842 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-96750da2-cd58-4cba-9025-5bf8782c6f49 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:33.584373 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9805c303-9a83-44e2-9793-0f187a554723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1', 'code': 200} Jul 16 19:35:33.600441 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5ff98-c75b-4c1b-9501-e228a132e87d None None] Network 1a70329d-156c-4a63-92f6-84e600ffb51c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:35:33.675896 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3e0a-fff6-4bb2-a210-d3a2088e09c5 req-3eb28923-b3e0-48f5-a3f8-5d6501109898 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:33.677512 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4ebe3e0a-fff6-4bb2-a210-d3a2088e09c5 req-3eb28923-b3e0-48f5-a3f8-5d6501109898 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.2537949 Jul 16 19:35:33.705410 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-39f23cdb-59bc-4d59-882a-92e6810ac842 None None] Provisioning for port c25672e2-2b88-4167-986c-f9c85edb4871 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:33.738664 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4ebe3e0a-fff6-4bb2-a210-d3a2088e09c5 req-e4c44d32-b9bb-4c3b-888d-c3e1cd6c9947 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Jul 16 19:35:33.906228 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.955689 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d085199-afb7-4760-a17d-b069df9906c5 req-444b3de8-7b26-4269-b883-3b4ccaff1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:33.959927 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1d085199-afb7-4760-a17d-b069df9906c5 req-444b3de8-7b26-4269-b883-3b4ccaff1ea2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 1099 time: 0.0914955 Jul 16 19:35:33.962642 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:35:31Z', 'revision_number': 3, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:34.003086 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Checking router: 71ff3905-86e7-48e2-9672-65afb02594d0 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:35:34.003455 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Updating router 71ff3905-86e7-48e2-9672-65afb02594d0 port efdfa0d8-2c89-4889-95d8-994c83a26965 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:35:34.019788 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1d085199-afb7-4760-a17d-b069df9906c5 req-838cdca4-3667-4942-8bfa-b39f95f71b7a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Jul 16 19:35:34.059507 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.261177 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5558f1b-9dd0-4cae-b945-8b9f6076bd5c req-91cadcdb-78ae-4611-a9dd-28c8ba5e16c0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:34.269232 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f5558f1b-9dd0-4cae-b945-8b9f6076bd5c req-91cadcdb-78ae-4611-a9dd-28c8ba5e16c0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 946 time: 0.2537789 Jul 16 19:35:34.343845 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Allocated IP 172.20.0.1 (1a70329d-156c-4a63-92f6-84e600ffb51c/645e24b0-c36f-4920-b918-d041717afebb/2a406725-299f-4791-bc49-5e6bb71fd0fa) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:34.377757 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f5558f1b-9dd0-4cae-b945-8b9f6076bd5c req-1f8798ce-0dbf-41e2-85ee-c0e662d89812 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076167 Jul 16 19:35:34.388360 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5701b-4039-4cf1-bd05-688c3773afdc req-1b7dac28-ab44-4417-999e-c44d1371c118 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:34.390006 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-85b5701b-4039-4cf1-bd05-688c3773afdc req-1b7dac28-ab44-4417-999e-c44d1371c118 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.2332933 Jul 16 19:35:34.517210 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-85b5701b-4039-4cf1-bd05-688c3773afdc req-29982367-5f2b-4a29-987d-0103467f53ae tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020036 Jul 16 19:35:34.584342 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.586468 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device c25672e2-2b88-4167-986c-f9c85edb4871 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:34.603964 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Transition to ACTIVE for port object 2a406725-299f-4791-bc49-5e6bb71fd0fa will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:34.664057 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.716453 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Network 1a70329d-156c-4a63-92f6-84e600ffb51c is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:34.724047 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:34.728867 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:34.774212 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port c25672e2-2b88-4167-986c-f9c85edb4871 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:34.789299 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Pushing event updated for resources: {'Port': ['ID=2a406725-299f-4791-bc49-5e6bb71fd0fa,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:34.824612 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.869923 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.884393 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Transition to ACTIVE for port object efdfa0d8-2c89-4889-95d8-994c83a26965 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:34.900834 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.901630 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.903901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.905412 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.905592 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.905950 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.906787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.907425 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.907988 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.908530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.909139 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.909795 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:34.918683 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.921345 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port c25672e2-2b88-4167-986c-f9c85edb4871 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:34.921806 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.025237 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.082657 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Attempting to bind port efdfa0d8-2c89-4889-95d8-994c83a26965 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:35.083310 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Attempting to bind port efdfa0d8-2c89-4889-95d8-994c83a26965 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:35.083858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Attempting to bind port efdfa0d8-2c89-4889-95d8-994c83a26965 on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:35.103022 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73a28-3682-4fc1-91c5-78ebfae6295d None None] Pushing event updated for resources: {'Port': ['ID=efdfa0d8-2c89-4889-95d8-994c83a26965,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:35.111473 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:35.111996 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:35.112422 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.112850 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:35.113349 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Bound port: efdfa0d8-2c89-4889-95d8-994c83a26965, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:35.113820 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.188562 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108edf1b-c27d-43b3-9c91-1bf345d32fe0 req-a9eeca76-8572-4d06-9d1d-df0f6e17d622 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:35.191150 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-108edf1b-c27d-43b3-9c91-1bf345d32fe0 req-a9eeca76-8572-4d06-9d1d-df0f6e17d622 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.2202740 Jul 16 19:35:35.205007 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.218397 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.237669 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-c1338e58-a16b-4040-b786-a1258a2d8985 None None] Provisioning for port 2a406725-299f-4791-bc49-5e6bb71fd0fa completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:35.243438 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] For port efdfa0d8-2c89-4889-95d8-994c83a26965, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:35.260312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-c1338e58-a16b-4040-b786-a1258a2d8985 None None] Provisioning complete for port 2a406725-299f-4791-bc49-5e6bb71fd0fa triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:35.260867 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c1338e58-a16b-4040-b786-a1258a2d8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.269041 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] For port efdfa0d8-2c89-4889-95d8-994c83a26965, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=efdfa0d8-2c89-4889-95d8-994c83a26965,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:35.285286 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-108edf1b-c27d-43b3-9c91-1bf345d32fe0 req-379ee542-449b-49d7-a2fb-2c9bd8cd98e2 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833240 Jul 16 19:35:35.305495 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.309659 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port c25672e2-2b88-4167-986c-f9c85edb4871, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=c25672e2-2b88-4167-986c-f9c85edb4871,segment=NetworkSegment(f7255a73-c11f-466c-860f-a75002d7a3d9),segment_id=f7255a73-c11f-466c-860f-a75002d7a3d9)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:35.347767 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.348553 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ac09959-4a4d-41d2-9782-8f514ef7aa30 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:35.378492 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-c1338e58-a16b-4040-b786-a1258a2d8985 None None] Port 2a406725-299f-4791-bc49-5e6bb71fd0fa cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:35:35.422234 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73a28-3682-4fc1-91c5-78ebfae6295d None None] Pushing event updated for resources: {'Port': ['ID=efdfa0d8-2c89-4889-95d8-994c83a26965,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:35.427656 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Routers {'71ff3905-86e7-48e2-9672-65afb02594d0'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:35.428755 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:35:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['71ff3905-86e7-48e2-9672-65afb02594d0'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:35.451492 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.458097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.588962 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:35.591409 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.602737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:35.609290 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Pushing event updated for resources: {'Port': ['ID=2a406725-299f-4791-bc49-5e6bb71fd0fa,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:35.629364 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=c25672e2-2b88-4167-986c-f9c85edb4871,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:35.672901 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] Set router 71ff3905-86e7-48e2-9672-65afb02594d0 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:35.726530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de8000-4f4d-4885-8aec-ce0954dfc3c1 req-d49741aa-3464-4de6-bd62-f04fa0fa3d0c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:35.728316 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b1de8000-4f4d-4885-8aec-ce0954dfc3c1 req-d49741aa-3464-4de6-bd62-f04fa0fa3d0c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 946 time: 0.1862280 Jul 16 19:35:35.822119 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b1de8000-4f4d-4885-8aec-ce0954dfc3c1 req-f23e7f44-aeb5-4e86-a409-3f5fc0784286 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847964 Jul 16 19:35:35.824721 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Network 1a70329d-156c-4a63-92f6-84e600ffb51c is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:35.831639 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:35.914341 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d1a93-81f3-440a-ae16-a6053720f5ed req-0ffe638c-7218-4dab-88c5-230bfc866ae3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:35.917052 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cf2d1a93-81f3-440a-ae16-a6053720f5ed req-0ffe638c-7218-4dab-88c5-230bfc866ae3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.2105291 Jul 16 19:35:35.976973 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '2a406725-299f-4791-bc49-5e6bb71fd0fa', 'name': '', 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'mac_address': 'fa:16:3e:8a:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '645e24b0-c36f-4920-b918-d041717afebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:33Z', 'updated_at': '2021-07-16T19:35:34Z', 'revision_number': 1, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'subnets': [{'id': '645e24b0-c36f-4920-b918-d041717afebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:36.024549 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cf2d1a93-81f3-440a-ae16-a6053720f5ed req-e6505a1d-258d-498b-b5e5-1294895d5ccc tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966256 Jul 16 19:35:36.030804 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34ce0f-19c3-48f6-af01-b0aad630cf0e None None] The sync data for ids ['71ff3905-86e7-48e2-9672-65afb02594d0'] in dv-cinder-800695-3-iscsi is: [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '2a406725-299f-4791-bc49-5e6bb71fd0fa', 'name': '', 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'mac_address': 'fa:16:3e:8a:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '645e24b0-c36f-4920-b918-d041717afebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:33Z', 'updated_at': '2021-07-16T19:35:34Z', 'revision_number': 1, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'subnets': [{'id': '645e24b0-c36f-4920-b918-d041717afebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:35:36.053560 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Router 71ff3905-86e7-48e2-9672-65afb02594d0 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:35:36.204449 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-5ebc06cf-3d4e-42a1-83da-18bf4942c94a None None] Provisioning complete for port 2a406725-299f-4791-bc49-5e6bb71fd0fa triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:36.205101 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5ebc06cf-3d4e-42a1-83da-18bf4942c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:36.229604 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:35:36.242745 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6194d078-bf61-41a4-a02e-38fb6771995b admin admin] 10.222.0.97 "PUT /v2.0/routers/71ff3905-86e7-48e2-9672-65afb02594d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1097486 Jul 16 19:35:36.264129 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc06cf-3d4e-42a1-83da-18bf4942c94a None None] Port 2a406725-299f-4791-bc49-5e6bb71fd0fa cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:35:36.304702 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device c25672e2-2b88-4167-986c-f9c85edb4871 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:36.415984 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port c25672e2-2b88-4167-986c-f9c85edb4871 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:36.416352 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:36.736858 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab829b-ecc8-4deb-b87a-57942eb23c0c req-836930ff-10c1-4d81-9782-bb1e762922c6 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:36.738486 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-73ab829b-ecc8-4deb-b87a-57942eb23c0c req-836930ff-10c1-4d81-9782-bb1e762922c6 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 943 time: 0.1651056 Jul 16 19:35:36.818743 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-73ab829b-ecc8-4deb-b87a-57942eb23c0c req-5fb5c23c-940a-4fa7-9bea-cccd79ea099a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740557 Jul 16 19:35:36.874831 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:35:37.052274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:37.073057 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'port_id': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'mac_address': 'fa:16:3e:50:2e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:35:37.167367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:37.189443 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa88d426-5447-4121-9278-2e80b2a43a7c {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:37.216331 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:37.224253 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:37.306354 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=7']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:37.330661 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c2912-3095-46f2-80ec-8977b452bba7 req-12d209fa-e347-4632-9c98-8f3e0739c8ae tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:37.334709 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f10c2912-3095-46f2-80ec-8977b452bba7 req-12d209fa-e347-4632-9c98-8f3e0739c8ae tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.0857010 Jul 16 19:35:37.501437 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['aa88d426-5447-4121-9278-2e80b2a43a7c'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:35:37.741830 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f10c2912-3095-46f2-80ec-8977b452bba7 req-08a85089-ae09-4650-8271-bf5e8c96857b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4037216 Jul 16 19:35:38.104513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad94aa-21a9-4db5-8b02-5cb0e15f216d req-60e5ce9b-5726-410e-88f8-7d10f02bd4b4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:38.107296 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-36ad94aa-21a9-4db5-8b02-5cb0e15f216d req-60e5ce9b-5726-410e-88f8-7d10f02bd4b4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 944 time: 0.0852933 Jul 16 19:35:38.188449 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-36ad94aa-21a9-4db5-8b02-5cb0e15f216d req-d8c444ef-99d6-4c9e-8fc0-15ee8a1d17f8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735543 Jul 16 19:35:38.415366 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device efdfa0d8-2c89-4889-95d8-994c83a26965 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:38.511160 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port efdfa0d8-2c89-4889-95d8-994c83a26965 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:38.519726 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port efdfa0d8-2c89-4889-95d8-994c83a26965 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:38.521400 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:38.816728 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:38.865060 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port efdfa0d8-2c89-4889-95d8-994c83a26965, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=efdfa0d8-2c89-4889-95d8-994c83a26965,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:38.872735 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:38.977211 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:35:38.982269 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:38.990919 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=efdfa0d8-2c89-4889-95d8-994c83a26965,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:39.084024 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c59b5c-de50-4742-a44d-1236ed676b03 req-7e845bc3-ca60-4373-8047-7ed85915c425 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:39.097199 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-89c59b5c-de50-4742-a44d-1236ed676b03 req-7e845bc3-ca60-4373-8047-7ed85915c425 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1523240 Jul 16 19:35:39.173773 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-89c59b5c-de50-4742-a44d-1236ed676b03 req-3a4f6bc8-91ba-46a7-bfe2-15ca58bb03f4 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746684 Jul 16 19:35:39.203858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port aa88d426-5447-4121-9278-2e80b2a43a7c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:39.204467 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:39.268239 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:39.300650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'mac_address': 'fa:16:3e:37:64:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:35:39.418249 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:39.436178 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:39.469695 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:39.508246 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:39.511987 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a94a749-e8db-485e-8ed1-d643f599ac5a" -d '{"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:39.536056 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:39.539170 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:39.541834 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:39.670517 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=6']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:39.688157 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527423-668e-4b9d-8e1a-05b68a0695d4 req-34c3b321-2640-4028-b0cb-1ee2ee5c69e4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:39.689605 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c8527423-668e-4b9d-8e1a-05b68a0695d4 req-34c3b321-2640-4028-b0cb-1ee2ee5c69e4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1667519 Jul 16 19:35:39.690118 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:39.782325 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c8527423-668e-4b9d-8e1a-05b68a0695d4 req-6865d050-a9a9-43ef-af56-5128d0efc9dc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790360 Jul 16 19:35:39.801337 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:35:39.848139 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f567e9-3fdf-4d30-98ac-a0b3e68fcaeb x-openstack-request-id: req-b6f567e9-3fdf-4d30-98ac-a0b3e68fcaeb {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:39.848426 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:39.848595 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b6f567e9-3fdf-4d30-98ac-a0b3e68fcaeb {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:39.848941 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'code': 200} Jul 16 19:35:39.905417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=8']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:40.003841 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Sync routers for ids ['71ff3905-86e7-48e2-9672-65afb02594d0'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:35:40.072911 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Routers {'71ff3905-86e7-48e2-9672-65afb02594d0'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:40.081791 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:35:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['71ff3905-86e7-48e2-9672-65afb02594d0'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:40.401102 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device efdfa0d8-2c89-4889-95d8-994c83a26965 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:40.459744 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16a320-11a1-4cf1-84e3-81b7737d786a req-077b6021-e8d9-40fa-853f-03cbba145b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:40.462487 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1f16a320-11a1-4cf1-84e3-81b7737d786a req-077b6021-e8d9-40fa-853f-03cbba145b9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1098 time: 0.1552804 Jul 16 19:35:40.482822 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port efdfa0d8-2c89-4889-95d8-994c83a26965 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:40.490879 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:40.574589 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1f16a320-11a1-4cf1-84e3-81b7737d786a req-8a04c352-4ecb-4ddd-84ad-53f5a1de35af service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020768 Jul 16 19:35:40.585617 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Set router 71ff3905-86e7-48e2-9672-65afb02594d0 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:40.748083 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26339c4-cc81-42d4-934e-bb1c8fc0a0bb req-4fe8de32-9f3f-42f8-9ae5-24cfd52e97be tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:40.756074 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e26339c4-cc81-42d4-934e-bb1c8fc0a0bb req-4fe8de32-9f3f-42f8-9ae5-24cfd52e97be tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 944 time: 0.1742325 Jul 16 19:35:40.905078 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e26339c4-cc81-42d4-934e-bb1c8fc0a0bb req-858ec5f1-3c3e-48dd-8f9f-a0e52e31821e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242144 Jul 16 19:35:40.915306 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:41.113140 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:41.113140 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:41.347784 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '2a406725-299f-4791-bc49-5e6bb71fd0fa', 'name': '', 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'mac_address': 'fa:16:3e:8a:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '645e24b0-c36f-4920-b918-d041717afebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:33Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 2, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'subnets': [{'id': '645e24b0-c36f-4920-b918-d041717afebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:41.485618 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Checking router: 71ff3905-86e7-48e2-9672-65afb02594d0 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:35:41.486181 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Updating router 71ff3905-86e7-48e2-9672-65afb02594d0 port 2a406725-299f-4791-bc49-5e6bb71fd0fa binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:35:41.558966 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:41.627209 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:41.630908 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a74b-8c48-45d4-a097-9b32b4f5846b req-fb030414-25f3-4dd0-a2bf-8456a8129410 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:41.656861 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-be75a74b-8c48-45d4-a097-9b32b4f5846b req-fb030414-25f3-4dd0-a2bf-8456a8129410 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.3249316 Jul 16 19:35:41.691301 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:41.701831 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:41.851747 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:41.854593 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ab3b7a-955a-445c-a6f2-5759fe4b6bb5" -d '{"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-plugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:41.878813 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=7']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:41.880915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-be75a74b-8c48-45d4-a097-9b32b4f5846b req-cf0b3de9-20cc-42ff-962f-1edebc02a514 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233624 Jul 16 19:35:42.033086 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d684a3f-ea2d-4b1c-8f40-9819f166b827 x-openstack-request-id: req-3d684a3f-ea2d-4b1c-8f40-9819f166b827 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:42.033543 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-plugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:42.034427 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3d684a3f-ea2d-4b1c-8f40-9819f166b827 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:42.034427 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'code': 200} Jul 16 19:35:42.576605 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb79a7-c5a0-4121-b632-16911ad7be2f req-dafb4abd-a5ab-4e19-aaac-e5012d79e0a5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:42.584263 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3afb79a7-c5a0-4121-b632-16911ad7be2f req-dafb4abd-a5ab-4e19-aaac-e5012d79e0a5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.2367048 Jul 16 19:35:42.613966 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:42.658203 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Transition to ACTIVE for port object 2a406725-299f-4791-bc49-5e6bb71fd0fa will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:42.671744 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:42.745122 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3afb79a7-c5a0-4121-b632-16911ad7be2f req-f247297e-c451-4360-a712-145c79f15562 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570370 Jul 16 19:35:42.828768 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35491-34ce-4756-a5a0-5edd2f840dbf None None] Pushing event updated for resources: {'Port': ['ID=2a406725-299f-4791-bc49-5e6bb71fd0fa,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:42.994027 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Attempting to bind port 2a406725-299f-4791-bc49-5e6bb71fd0fa on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:42.996134 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Attempting to bind port 2a406725-299f-4791-bc49-5e6bb71fd0fa by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:42.998615 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Attempting to bind port 2a406725-299f-4791-bc49-5e6bb71fd0fa on network 1a70329d-156c-4a63-92f6-84e600ffb51c {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:43.028581 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:43.036436 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Checking segment: {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:43.037444 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:43.040726 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Bound using segment: {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:43.041596 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Bound port: 2a406725-299f-4791-bc49-5e6bb71fd0fa, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7255a73-c11f-466c-860f-a75002d7a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:43.043725 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:43.298434 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] For port 2a406725-299f-4791-bc49-5e6bb71fd0fa, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:43.314226 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] For port 2a406725-299f-4791-bc49-5e6bb71fd0fa, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a406725-299f-4791-bc49-5e6bb71fd0fa,segment=NetworkSegment(f7255a73-c11f-466c-860f-a75002d7a3d9),segment_id=f7255a73-c11f-466c-860f-a75002d7a3d9)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:43.322577 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:43.535694 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc3fe-eca9-4945-ade0-8828a90aafd5 req-ab14490e-02a3-4a42-a0fb-ee68a00fe1ed tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:43.537811 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35491-34ce-4756-a5a0-5edd2f840dbf None None] Pushing event updated for resources: {'Port': ['ID=2a406725-299f-4791-bc49-5e6bb71fd0fa,revision_number=4']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:43.541033 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Routers {'71ff3905-86e7-48e2-9672-65afb02594d0'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:43.552012 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:35:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['71ff3905-86e7-48e2-9672-65afb02594d0'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:43.566067 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8cffc3fe-eca9-4945-ade0-8828a90aafd5 req-ab14490e-02a3-4a42-a0fb-ee68a00fe1ed tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.2582307 Jul 16 19:35:43.747103 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8cffc3fe-eca9-4945-ade0-8828a90aafd5 req-603bb50f-09da-4c90-a8ed-9400b6734c2e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796241 Jul 16 19:35:43.890504 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] Set router 71ff3905-86e7-48e2-9672-65afb02594d0 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:44.282602 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168cff2-29ba-4f85-9100-6d86d68cf30d req-68f7b68d-52a4-435b-925c-8cc1283791ee tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:44.292049 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9168cff2-29ba-4f85-9100-6d86d68cf30d req-68f7b68d-52a4-435b-925c-8cc1283791ee tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.2462273 Jul 16 19:35:44.413299 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9168cff2-29ba-4f85-9100-6d86d68cf30d req-57d9810b-47f5-4d71-a427-633296911364 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070306 Jul 16 19:35:44.471942 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a406725-299f-4791-bc49-5e6bb71fd0fa up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:44.536379 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '2a406725-299f-4791-bc49-5e6bb71fd0fa', 'name': '', 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'mac_address': 'fa:16:3e:8a:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '645e24b0-c36f-4920-b918-d041717afebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:33Z', 'updated_at': '2021-07-16T19:35:43Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'subnets': [{'id': '645e24b0-c36f-4920-b918-d041717afebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:44.580112 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 2a406725-299f-4791-bc49-5e6bb71fd0fa completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:44.584579 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f11b86-40f8-467d-be52-5a61f6e13435 None None] The sync data for ids ['71ff3905-86e7-48e2-9672-65afb02594d0'] in dv-cinder-800695-3-iscsi is: [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:35:35Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '2a406725-299f-4791-bc49-5e6bb71fd0fa', 'name': '', 'network_id': '1a70329d-156c-4a63-92f6-84e600ffb51c', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'mac_address': 'fa:16:3e:8a:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '645e24b0-c36f-4920-b918-d041717afebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:33Z', 'updated_at': '2021-07-16T19:35:43Z', 'revision_number': 4, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'subnets': [{'id': '645e24b0-c36f-4920-b918-d041717afebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:35:44.585069 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 2a406725-299f-4791-bc49-5e6bb71fd0fa triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:44.585069 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:44.753553 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:44.854005 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 2a406725-299f-4791-bc49-5e6bb71fd0fa, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a406725-299f-4791-bc49-5e6bb71fd0fa,segment=NetworkSegment(f7255a73-c11f-466c-860f-a75002d7a3d9),segment_id=f7255a73-c11f-466c-860f-a75002d7a3d9)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:44.873992 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:45.001507 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=2a406725-299f-4791-bc49-5e6bb71fd0fa,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:45.862646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84151e-bf9a-4842-b0be-c3c8c99f7e4b req-b66c06ed-a440-46e0-9d75-fb4e280e0cc1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:45.873706 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3d84151e-bf9a-4842-b0be-c3c8c99f7e4b req-b66c06ed-a440-46e0-9d75-fb4e280e0cc1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1859655 Jul 16 19:35:45.927272 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3d84151e-bf9a-4842-b0be-c3c8c99f7e4b req-6078ff23-da4f-4836-ba4b-744ed08979ee tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556378 Jul 16 19:35:46.314434 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a406725-299f-4791-bc49-5e6bb71fd0fa up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:46.443029 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 2a406725-299f-4791-bc49-5e6bb71fd0fa triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:46.443661 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:47.223206 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9516-74dd-4a67-9557-0623b31b1c2a req-ac379c91-ef0d-40a3-99db-c89d36f4fb76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:47.226564 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c53a9516-74dd-4a67-9557-0623b31b1c2a req-ac379c91-ef0d-40a3-99db-c89d36f4fb76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1023436 Jul 16 19:35:47.302814 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c53a9516-74dd-4a67-9557-0623b31b1c2a req-65cd74ce-dd47-4b5a-97b0-89511e0ba699 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702209 Jul 16 19:35:48.665601 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bba64-1dec-47b7-be9f-08cb55b02a42 req-0a7cbb9d-18d6-4dd8-8d31-ec275c98fb18 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:48.668871 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bd6bba64-1dec-47b7-be9f-08cb55b02a42 req-0a7cbb9d-18d6-4dd8-8d31-ec275c98fb18 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1369169 Jul 16 19:35:48.748752 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bd6bba64-1dec-47b7-be9f-08cb55b02a42 req-5db6ddd1-5b91-4daf-b3c9-e83ae548b53c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735269 Jul 16 19:35:50.146109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3023968-51bf-4ce1-9631-9979273b7da6 req-68f3f9f6-7eae-48d9-9c4b-0ab99016e87b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:50.148541 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c3023968-51bf-4ce1-9631-9979273b7da6 req-68f3f9f6-7eae-48d9-9c4b-0ab99016e87b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1089220 Jul 16 19:35:50.236200 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c3023968-51bf-4ce1-9631-9979273b7da6 req-e1360eed-94b6-4861-bd1f-c6990289d761 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786793 Jul 16 19:35:51.607899 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213af7-43e0-448c-bf1e-8ca29f1de12f req-898829bd-dce2-4e51-97fb-9961eaf3a852 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:51.614952 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4f213af7-43e0-448c-bf1e-8ca29f1de12f req-898829bd-dce2-4e51-97fb-9961eaf3a852 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1352704 Jul 16 19:35:51.671350 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4f213af7-43e0-448c-bf1e-8ca29f1de12f req-751c02c0-47b9-4eac-a7bf-696054889b6f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499558 Jul 16 19:35:52.973231 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2251c4d-3f08-4068-9869-39b7bafde29f req-e363d060-6335-4bed-b945-5ba94bfb2144 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:52.985849 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2251c4d-3f08-4068-9869-39b7bafde29f req-e363d060-6335-4bed-b945-5ba94bfb2144 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1306834 Jul 16 19:35:53.036426 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2251c4d-3f08-4068-9869-39b7bafde29f req-a4948577-54ed-4edd-bdc7-e0e0e840c7e6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462143 Jul 16 19:35:53.732592 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-92ab9147-c6cf-4471-b006-c6b31e4b0045 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:53.734472 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-92ab9147-c6cf-4471-b006-c6b31e4b0045 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 814 time: 0.1896474 Jul 16 19:35:53.754245 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-234fc8d8-4486-4d6d-8a77-852b6243b28f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/quotas/a11619d8df084b57976b2545d3cc355b HTTP/1.1" status: 200 len: 375 time: 0.0134952 Jul 16 19:35:53.851873 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-b9962650-dfd2-45e3-b851-58d2e175c87f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919118 Jul 16 19:35:53.948109 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6371a923-fcf6-43b6-ac5a-ae4803848077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:54.073977 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-40d3ad55-2a48-4ead-9a04-c13142f62f2d service neutron] 10.222.0.97 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983428 Jul 16 19:35:54.250575 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-4ef2a547-27da-40e5-a790-9e87b87715aa service neutron] 10.222.0.97 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651981 Jul 16 19:35:54.387894 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605979-c9ce-4954-9c13-dd7457aed9c0 req-156151c5-817b-4ae1-9d0b-edb88b470457 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:54.390744 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-39605979-c9ce-4954-9c13-dd7457aed9c0 req-156151c5-817b-4ae1-9d0b-edb88b470457 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1312687 Jul 16 19:35:54.454278 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-39605979-c9ce-4954-9c13-dd7457aed9c0 req-982fcff9-b71f-4142-abf9-09e8d8f77f29 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571883 Jul 16 19:35:54.553049 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0823bf51-556a-438e-90c2-2a967612e4df req-70cbe7a2-7dd4-4290-8507-067885d7c944 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 210 time: 0.0483434 Jul 16 19:35:55.490846 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-b925224c-d004-4c86-8d41-06502c5812ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:55.492675 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-b925224c-d004-4c86-8d41-06502c5812ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1098 time: 0.0582051 Jul 16 19:35:55.607314 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-ced3d1db-4185-4213-a49f-1f5377f209e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:55.608918 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-ced3d1db-4185-4213-a49f-1f5377f209e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1070204 Jul 16 19:35:55.679952 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138a621-49bb-466a-b281-ca30a9e239b3 req-fb43194f-9195-409e-8a7f-1a9e3ccd0879 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:55.682655 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8138a621-49bb-466a-b281-ca30a9e239b3 req-fb43194f-9195-409e-8a7f-1a9e3ccd0879 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.0965123 Jul 16 19:35:55.696079 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-dc590f17-c693-4970-bdd8-c16487b48be2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 1001 time: 0.0790322 Jul 16 19:35:55.727574 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-88e68b30-8d2e-45d1-9fa6-5ee7959e7162 req-ae4ce464-58ea-477f-b92b-c921269b0840 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 210 time: 0.0430439 Jul 16 19:35:55.757242 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8138a621-49bb-466a-b281-ca30a9e239b3 req-60f7fb4d-d4bf-4407-979c-d7e8e34950df tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628903 Jul 16 19:35:55.763301 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-7b494a78-27ef-4816-99f0-164b156f6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:55.765045 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-7b494a78-27ef-4816-99f0-164b156f6975 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0616362 Jul 16 19:35:55.853587 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-40fccbd4-bad0-41d6-8db6-2c7a4abf9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:55.855709 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-40fccbd4-bad0-41d6-8db6-2c7a4abf9bb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711355 Jul 16 19:35:55.983549 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-7ddf2547-fc23-42f7-ae32-e8f446d08f28 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158702 Jul 16 19:35:56.070505 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-7859b529-93d5-4fb6-ae94-3e48258a73ed tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:56.072128 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-7859b529-93d5-4fb6-ae94-3e48258a73ed tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.76 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 814 time: 0.1597743 Jul 16 19:35:56.087909 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Request body: {'port': {'device_id': 'be290457-cca2-463b-931e-1a7fba9848ea', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'admin_state_up': True, 'tenant_id': 'a11619d8df084b57976b2545d3cc355b'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:56.115798 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7af62f19-ab16-49de-a767-c3fcff5491c3 req-de429af3-0d82-4f1d-99a6-d1ab795b1867 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255264 Jul 16 19:35:56.242217 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Made reservation on behalf of a11619d8df084b57976b2545d3cc355b for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:56.247071 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:56.420445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Allocated IP 172.20.0.11 (32fc2dda-7d5d-4b96-ac09-203459469063/9df5be29-a8ee-4e46-b097-b31cee5037d0/b8fde9c9-8429-469e-94a3-23ed075f0713) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:56.439159 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d39a-2efb-40da-9798-7de9b1ef9935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:56.628686 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:56.632632 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:56.677116 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Transition to ACTIVE for port object b8fde9c9-8429-469e-94a3-23ed075f0713 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:56.737867 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:56.827188 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Network 32fc2dda-7d5d-4b96-ac09-203459469063 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:56.839732 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:56.849427 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:56.857880 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Pushing event updated for resources: {'Port': ['ID=b8fde9c9-8429-469e-94a3-23ed075f0713,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:56.980519 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:56.981577 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:57.035273 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-215b81a2-53b5-4102-8547-e45ae9b5e9fc tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9531844 Jul 16 19:35:57.207311 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371f5e8-7735-4566-b7b1-7267621b9c4c req-43b56606-4555-4345-94a1-54ab8da388b4 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:57.209167 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5371f5e8-7735-4566-b7b1-7267621b9c4c req-43b56606-4555-4345-94a1-54ab8da388b4 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.1958716 Jul 16 19:35:57.235131 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cada8-9708-4a2b-95fb-ad85e906b69b req-2f198a3e-ef67-4c66-b8ed-64bb5c7442b2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:57.243001 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-de6cada8-9708-4a2b-95fb-ad85e906b69b req-2f198a3e-ef67-4c66-b8ed-64bb5c7442b2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.2101433 Jul 16 19:35:57.251749 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-426a95be-85f6-4011-9e9b-387861666798 None None] Provisioning for port b8fde9c9-8429-469e-94a3-23ed075f0713 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:57.260225 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-426a95be-85f6-4011-9e9b-387861666798 None None] Provisioning complete for port b8fde9c9-8429-469e-94a3-23ed075f0713 triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:57.261164 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-426a95be-85f6-4011-9e9b-387861666798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:57.344630 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-de6cada8-9708-4a2b-95fb-ad85e906b69b req-72b2ac5c-2638-4154-be7b-de4e8c193c8f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001399 Jul 16 19:35:57.360419 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5371f5e8-7735-4566-b7b1-7267621b9c4c req-7f7c59e6-a2d8-417c-82b7-6fb20e9be3f3 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423497 Jul 16 19:35:57.364283 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-426a95be-85f6-4011-9e9b-387861666798 None None] Port b8fde9c9-8429-469e-94a3-23ed075f0713 cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:35:57.809345 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:58.653018 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565ea1-40ac-4591-b8fa-540e2b490028 req-c540c863-c7e2-4049-9da5-47c663732e23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:58.654635 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71565ea1-40ac-4591-b8fa-540e2b490028 req-c540c863-c7e2-4049-9da5-47c663732e23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 945 time: 0.1261830 Jul 16 19:35:58.667427 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7651-108b-483b-99b9-546046ce0771 req-26418afa-09e5-41c8-86ea-e72d95a9ffaf tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:58.669021 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-048f7651-108b-483b-99b9-546046ce0771 req-26418afa-09e5-41c8-86ea-e72d95a9ffaf tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.1387498 Jul 16 19:35:58.728215 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71565ea1-40ac-4591-b8fa-540e2b490028 req-da90bc4c-6996-4492-8b7c-c681ae313f3d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582058 Jul 16 19:35:58.733538 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-048f7651-108b-483b-99b9-546046ce0771 req-bc4a3adb-6653-40a2-a655-15d4e55e60ac tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Jul 16 19:35:58.979765 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:35:59.109477 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:59.150839 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:59.160849 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:59.164672 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f022113-e43a-433e-8bf5-20ece838a757" -d '{"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:59.190261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:59.196112 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:59.245498 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d9417-76f1-4c98-b03b-9bf4e764e166 x-openstack-request-id: req-531d9417-76f1-4c98-b03b-9bf4e764e166 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:59.245498 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:59.245498 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-531d9417-76f1-4c98-b03b-9bf4e764e166 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:59.246083 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'code': 200} Jul 16 19:35:59.288349 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=8']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:59.994644 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d03-e676-4241-b3c9-9bf439e1a86a req-1e02e3bf-c15e-43ea-ad50-87465a1adacf tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:59.996764 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0cf50d03-e676-4241-b3c9-9bf439e1a86a req-1e02e3bf-c15e-43ea-ad50-87465a1adacf tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.1166813 Jul 16 19:36:00.014832 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313e7a-9027-4177-8883-a58542fcad39 req-8e3fef75-5492-468e-9176-7532f9e5e386 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:00.016357 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d313e7a-9027-4177-8883-a58542fcad39 req-8e3fef75-5492-468e-9176-7532f9e5e386 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1071908 Jul 16 19:36:00.078852 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0cf50d03-e676-4241-b3c9-9bf439e1a86a req-1f715ffc-7caa-4f45-9f21-f1c6a0043f83 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613878 Jul 16 19:36:00.084158 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d313e7a-9027-4177-8883-a58542fcad39 req-a62d456a-fd04-4317-b05d-3bcb498072f9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591037 Jul 16 19:36:01.330622 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718a23b-871b-4118-b4d1-51986747f2d2 req-10bd0ae7-1c25-412b-937f-9d3cdc84d05d tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:01.333381 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1718a23b-871b-4118-b4d1-51986747f2d2 req-10bd0ae7-1c25-412b-937f-9d3cdc84d05d tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.0950708 Jul 16 19:36:01.407332 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1718a23b-871b-4118-b4d1-51986747f2d2 req-a8e14d58-721c-4ace-92ad-43b6f31ca507 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639915 Jul 16 19:36:01.572072 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c8e5-6329-4bd5-b90d-857171f59da8 req-95c822b4-ea46-4041-8b70-0a488a0ba8ca tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:01.576391 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ff48c8e5-6329-4bd5-b90d-857171f59da8 req-95c822b4-ea46-4041-8b70-0a488a0ba8ca tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1006656 Jul 16 19:36:01.639494 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ff48c8e5-6329-4bd5-b90d-857171f59da8 req-ee80ae7e-9163-4e29-8806-5445210c26cd tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563385 Jul 16 19:36:02.657979 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654a05d-990e-4b56-89fc-a88991967115 req-4dc2f50a-da9e-411c-b9ab-233e460ee7cb tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:02.659579 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2654a05d-990e-4b56-89fc-a88991967115 req-4dc2f50a-da9e-411c-b9ab-233e460ee7cb tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.0918036 Jul 16 19:36:02.732178 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2654a05d-990e-4b56-89fc-a88991967115 req-345b7ca0-0505-4067-ab80-271542a92a53 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616562 Jul 16 19:36:02.903325 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867704d-4211-415d-9c3b-6c6e1e8c8dfa req-941fef4e-59da-4ba2-b786-0d60cd3a7b01 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:02.905661 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d867704d-4211-415d-9c3b-6c6e1e8c8dfa req-941fef4e-59da-4ba2-b786-0d60cd3a7b01 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1077135 Jul 16 19:36:02.955060 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d867704d-4211-415d-9c3b-6c6e1e8c8dfa req-1693b345-257f-45bc-b661-769c5af8a2d3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Jul 16 19:36:04.022170 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8573acd-349e-42dd-9f8b-af8963e0f260 req-3098da9e-395b-4369-bc18-06b45a4ce558 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:04.024752 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e8573acd-349e-42dd-9f8b-af8963e0f260 req-3098da9e-395b-4369-bc18-06b45a4ce558 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.1067405 Jul 16 19:36:04.104776 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e8573acd-349e-42dd-9f8b-af8963e0f260 req-b203eb43-d031-403a-820a-4e1a339c4956 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Jul 16 19:36:04.256606 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ec90b-2d8e-4a18-8f11-5a2e654fd19e req-d9ddfaf1-1631-4a4b-a451-7ffd23cc3238 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:04.258893 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea1ec90b-2d8e-4a18-8f11-5a2e654fd19e req-d9ddfaf1-1631-4a4b-a451-7ffd23cc3238 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1100764 Jul 16 19:36:04.321270 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea1ec90b-2d8e-4a18-8f11-5a2e654fd19e req-1d2bd1be-fc8f-4aec-bb5c-a66d606bf08a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517087 Jul 16 19:36:04.645197 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:36:04.798051 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:05.409422 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867c76e-3c4e-453c-a02f-02a5d80fa670 req-98e31c20-9cf5-4295-a095-1398df1807ec tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:05.414193 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7867c76e-3c4e-453c-a02f-02a5d80fa670 req-98e31c20-9cf5-4295-a095-1398df1807ec tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.1165917 Jul 16 19:36:05.484804 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7867c76e-3c4e-453c-a02f-02a5d80fa670 req-b9483839-8cce-4af5-ac4d-ed4e0f0d42d4 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632977 Jul 16 19:36:05.643854 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ead5-34a7-4824-81fb-f7e44189cdc3 req-e16d4e5d-cba2-47c5-889c-07aea73b683e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:05.646030 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e4f3ead5-34a7-4824-81fb-f7e44189cdc3 req-e16d4e5d-cba2-47c5-889c-07aea73b683e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1122086 Jul 16 19:36:05.700041 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e4f3ead5-34a7-4824-81fb-f7e44189cdc3 req-7cb4d198-6bd8-450f-840b-809f6d79096b tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463002 Jul 16 19:36:06.787997 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792eb77-b2b3-47db-9552-2e513fd70041 req-d405069d-958b-448f-aaf6-6cef844e7de4 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:06.795392 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0792eb77-b2b3-47db-9552-2e513fd70041 req-d405069d-958b-448f-aaf6-6cef844e7de4 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.1053722 Jul 16 19:36:06.839559 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0792eb77-b2b3-47db-9552-2e513fd70041 req-6a981966-82d7-4eb1-a8de-b6b5050fcd9e tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Jul 16 19:36:06.971789 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333c038-221c-4b07-9ad2-9a5494d97482 req-37e1fd28-11ef-4e75-b288-8fe49953534d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:06.973342 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9333c038-221c-4b07-9ad2-9a5494d97482 req-37e1fd28-11ef-4e75-b288-8fe49953534d tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0993590 Jul 16 19:36:07.035135 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9333c038-221c-4b07-9ad2-9a5494d97482 req-abae5f0a-5460-4dc4-a2d6-452e918bd1e2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553515 Jul 16 19:36:08.045852 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e073665-336d-4426-8afc-60527200cff6 req-fd122382-ee83-4e5d-bc27-e9bb5c5b86a9 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.047405 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1e073665-336d-4426-8afc-60527200cff6 req-fd122382-ee83-4e5d-bc27-e9bb5c5b86a9 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 932 time: 0.0718884 Jul 16 19:36:08.095046 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1e073665-336d-4426-8afc-60527200cff6 req-d91abf87-7068-4d11-8b65-f51364eb985d tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Jul 16 19:36:08.110920 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Request body: {'port': {'device_id': 'be290457-cca2-463b-931e-1a7fba9848ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:36:08.250358 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.331219 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-7227f450-7758-47ba-a72c-50c26594220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.333978 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-7227f450-7758-47ba-a72c-50c26594220c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1096 time: 0.0743082 Jul 16 19:36:08.335436 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f8f3a-e5a8-4149-8f2d-b23c867604cf req-fc80f5cb-7ed0-4d75-acb1-3152a6791605 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.337171 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e36f8f3a-e5a8-4149-8f2d-b23c867604cf req-fc80f5cb-7ed0-4d75-acb1-3152a6791605 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1323543 Jul 16 19:36:08.447577 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e36f8f3a-e5a8-4149-8f2d-b23c867604cf req-8ff95c15-d248-4db7-be72-0589870c71e6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543618 Jul 16 19:36:08.485316 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-6e75fab9-04aa-448c-b5eb-455ce7b82eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.487221 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-6e75fab9-04aa-448c-b5eb-455ce7b82eec service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.1234636 Jul 16 19:36:08.574657 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-fbdc52c0-a357-466c-988d-00d0050e39fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 999 time: 0.0738850 Jul 16 19:36:08.631681 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fde9c9-8429-469e-94a3-23ed075f0713 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:36:08.645412 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.650476 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-7211d38f-5828-4715-86ce-c190f0ab598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.652210 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-7211d38f-5828-4715-86ce-c190f0ab598b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0723603 Jul 16 19:36:08.660540 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Transition to ACTIVE for port object b8fde9c9-8429-469e-94a3-23ed075f0713 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:36:08.665048 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.730311 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-c36a57e9-d4e9-41d8-b5c1-5e38b58bee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.732037 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-c36a57e9-d4e9-41d8-b5c1-5e38b58bee5a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727122 Jul 16 19:36:08.774904 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fde9c9-8429-469e-94a3-23ed075f0713,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:08.849239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Attempting to bind port b8fde9c9-8429-469e-94a3-23ed075f0713 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:36:08.849571 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Attempting to bind port b8fde9c9-8429-469e-94a3-23ed075f0713 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:36:08.849898 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Attempting to bind port b8fde9c9-8429-469e-94a3-23ed075f0713 on network 32fc2dda-7d5d-4b96-ac09-203459469063 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:36:08.855472 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Port b8fde9c9-8429-469e-94a3-23ed075f0713 on network 32fc2dda-7d5d-4b96-ac09-203459469063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:36:08.855927 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Attempting to bind port b8fde9c9-8429-469e-94a3-23ed075f0713 on network 32fc2dda-7d5d-4b96-ac09-203459469063 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:36:08.865953 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:36:08.866428 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Checking segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:36:08.866900 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Bound using segment: {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:36:08.867389 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Bound port: b8fde9c9-8429-469e-94a3-23ed075f0713, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae8dd71-ab0a-4db0-875e-773bc40e35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:36:08.867815 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.868806 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-7babe762-8229-4ad4-abf7-3f38dee6d6d7 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291447 Jul 16 19:36:08.959590 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] For port b8fde9c9-8429-469e-94a3-23ed075f0713, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:36:08.964969 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] For port b8fde9c9-8429-469e-94a3-23ed075f0713, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b8fde9c9-8429-469e-94a3-23ed075f0713,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:36:08.969487 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:09.006847 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-866e30e0-5531-423c-a9df-51dd3aacc53c req-ed89da3d-1229-497d-8a09-b81d13d4d8bf service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297038 Jul 16 19:36:09.007100 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.007534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:09.008920 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] 10.222.0.76 "PUT /v2.0/ports/b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 1094 time: 0.9043109 Jul 16 19:36:09.009360 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be290457-cca2-463b-931e-1a7fba9848ea', 'tag': 'b8fde9c9-8429-469e-94a3-23ed075f0713'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:36:09.028210 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54612f31-93cd-40eb-b40e-d4cec6d5d320" -d '{"events": [{"name": "network-changed", "server_uuid": "be290457-cca2-463b-931e-1a7fba9848ea", "tag": "b8fde9c9-8429-469e-94a3-23ed075f0713"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:36:09.093631 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d06229-4c94-42b4-afbb-9da02261dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fde9c9-8429-469e-94a3-23ed075f0713,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:09.165870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-6b067985-4ae3-4ab7-8203-fa5f3d065e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.169125 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-6b067985-4ae3-4ab7-8203-fa5f3d065e21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1097 time: 0.0906022 Jul 16 19:36:09.188073 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb1a692-5ec0-4c0a-89d3-ca5d83706217 x-openstack-request-id: req-eeb1a692-5ec0-4c0a-89d3-ca5d83706217 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:36:09.188338 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be290457-cca2-463b-931e-1a7fba9848ea", "tag": "b8fde9c9-8429-469e-94a3-23ed075f0713", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:36:09.188671 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-eeb1a692-5ec0-4c0a-89d3-ca5d83706217 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:36:09.188988 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be290457-cca2-463b-931e-1a7fba9848ea', 'tag': 'b8fde9c9-8429-469e-94a3-23ed075f0713', 'status': 'completed', 'code': 200} Jul 16 19:36:09.227121 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-764408c2-7d81-45dc-b1be-f7ad9bd32a12 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 217 time: 0.0476348 Jul 16 19:36:09.339604 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-9b0cbfc2-f6d3-4934-9034-eca780dc9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.341158 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-9b0cbfc2-f6d3-4934-9034-eca780dc9690 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 200 len: 853 time: 0.1028347 Jul 16 19:36:09.423150 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8e25b-72f1-47d6-afdc-efbef1e951c3 req-74533693-6a5d-4ec5-86b4-4d4ac8bac578 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.424676 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-dcc8e25b-72f1-47d6-afdc-efbef1e951c3 req-74533693-6a5d-4ec5-86b4-4d4ac8bac578 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 944 time: 0.1265495 Jul 16 19:36:09.447490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-27fe4142-e417-445c-9ff4-0f2da0e23a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.450486 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-27fe4142-e417-445c-9ff4-0f2da0e23a7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32fc2dda-7d5d-4b96-ac09-203459469063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013448 Jul 16 19:36:09.526244 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-dcc8e25b-72f1-47d6-afdc-efbef1e951c3 req-08e1c03d-cf43-45d4-87a3-22f9fe093b0d tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876465 Jul 16 19:36:09.629725 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-c507bbaf-8acf-4d5c-bede-26148099d384 service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670721 Jul 16 19:36:09.762710 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-60ef8be8-6f9d-42be-896b-c6f1e8c58ab5 req-bdd5a5df-41cf-4809-8d0f-2bb44a8a1edd service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261866 Jul 16 19:36:09.783246 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0aa7-96de-4f0f-98ee-633359790e78 req-067309da-a7d6-4da9-831e-11c6d3ecac07 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.785742 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-653f0aa7-96de-4f0f-98ee-633359790e78 req-067309da-a7d6-4da9-831e-11c6d3ecac07 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1399043 Jul 16 19:36:09.827842 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-653f0aa7-96de-4f0f-98ee-633359790e78 req-99abcfa6-7e12-45af-aa07-425958c9e0ed tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362017 Jul 16 19:36:09.890808 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-e78cb921-473c-4860-81ff-0c7c6491a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.892353 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-e78cb921-473c-4860-81ff-0c7c6491a138 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1097 time: 0.0633509 Jul 16 19:36:09.990302 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-a495d96b-81c2-41c0-8390-b943582f2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.991774 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-a495d96b-81c2-41c0-8390-b943582f2a27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 916 time: 0.0927904 Jul 16 19:36:10.039128 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-97eaf65d-3e6d-4d6d-ba6d-350b3be562e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 217 time: 0.0389431 Jul 16 19:36:10.344980 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-84451aa1-112c-4718-a50e-6ec0bbeea62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:10.346493 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-84451aa1-112c-4718-a50e-6ec0bbeea62e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 200 len: 853 time: 0.3000610 Jul 16 19:36:10.406660 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-6d919a66-f42b-4a93-95ea-61ab4342852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:10.408091 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-6d919a66-f42b-4a93-95ea-61ab4342852c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32fc2dda-7d5d-4b96-ac09-203459469063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548999 Jul 16 19:36:10.504503 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-013ce484-6ab8-4916-90dc-0629c80646b5 service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875175 Jul 16 19:36:10.612031 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-54612f31-93cd-40eb-b40e-d4cec6d5d320 req-d97f2827-ac1e-4180-ae2f-ce79328e213d service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928233 Jul 16 19:36:10.747935 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6289123-1fb9-4207-8cd5-5ea3172daaf8 req-b5782db7-0fcf-4e0a-9b83-4e67e7e5b21b tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:10.749449 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d6289123-1fb9-4207-8cd5-5ea3172daaf8 req-b5782db7-0fcf-4e0a-9b83-4e67e7e5b21b tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 944 time: 0.0741384 Jul 16 19:36:10.791466 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d6289123-1fb9-4207-8cd5-5ea3172daaf8 req-a41a6fe9-9133-46bc-a05b-e6bcd2b7d623 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Jul 16 19:36:11.143096 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069176f-4a86-4a8d-86ed-01e06d0fa532 req-365ef411-215c-4690-ba48-dbf857401d09 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:11.144609 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5069176f-4a86-4a8d-86ed-01e06d0fa532 req-365ef411-215c-4690-ba48-dbf857401d09 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0712306 Jul 16 19:36:11.187918 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5069176f-4a86-4a8d-86ed-01e06d0fa532 req-5f1f18cb-d335-4cfe-895a-d43ce086b2b0 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370760 Jul 16 19:36:11.321651 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 49334) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:36:11.429321 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-d680c67a-0ca1-4b12-ac69-631a49578715 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064601 Jul 16 19:36:11.996561 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da6385-7a07-456f-9b25-b626ad60a7c7 req-d02974a0-1e8b-441d-b261-0468c79779fd tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:11.998072 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-05da6385-7a07-456f-9b25-b626ad60a7c7 req-d02974a0-1e8b-441d-b261-0468c79779fd tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 944 time: 0.0727313 Jul 16 19:36:12.040045 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-05da6385-7a07-456f-9b25-b626ad60a7c7 req-d04e97eb-af39-4860-bc76-445e9d04c607 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361385 Jul 16 19:36:12.411902 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d9778-a461-4aeb-aeff-63ed0e56fa01 req-271c5f1e-54be-4a88-a7a8-2fda5559a343 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:12.413461 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e00d9778-a461-4aeb-aeff-63ed0e56fa01 req-271c5f1e-54be-4a88-a7a8-2fda5559a343 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1026521 Jul 16 19:36:12.421446 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-6d4031f0-94b7-46fd-9117-f35634d177fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:12.422869 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-6d4031f0-94b7-46fd-9117-f35634d177fd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035&tenant_id=38408fd9f145458bb021223a943d9880 HTTP/1.1" status: 200 len: 1096 time: 0.0816774 Jul 16 19:36:12.480238 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e00d9778-a461-4aeb-aeff-63ed0e56fa01 req-34107d50-70a5-4df0-8209-9b294667f7d6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607216 Jul 16 19:36:12.512199 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-5019c7c7-085d-4398-b99e-a49fab852413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:12.513698 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-5019c7c7-085d-4398-b99e-a49fab852413 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=38408fd9f145458bb021223a943d9880&device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1096 time: 0.0629902 Jul 16 19:36:12.602404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-eee0520a-16b3-4458-a8f1-6609442cede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:12.604422 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-eee0520a-16b3-4458-a8f1-6609442cede9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 200 len: 919 time: 0.0838907 Jul 16 19:36:12.677003 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-223b1297-7fa0-48f2-b92d-2046ad53140d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 200 len: 999 time: 0.0658193 Jul 16 19:36:12.726050 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-b2af795c-aabe-422f-b1be-82c7031402e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:12.727582 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-b2af795c-aabe-422f-b1be-82c7031402e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 200 len: 856 time: 0.0440898 Jul 16 19:36:12.787240 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-d12488bc-7069-4018-b105-1dca90eca91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:12.789351 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-d12488bc-7069-4018-b105-1dca90eca91b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dad9a188-7ecf-48e2-87d4-2554e24b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553622 Jul 16 19:36:12.888416 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-2917fc0c-a46c-4993-bf1d-3c14ec15ed23 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921896 Jul 16 19:36:12.980042 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-60e60801-67f3-4284-8e1a-9f35a0139d82 service neutron] 10.222.0.76 "GET /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Jul 16 19:36:13.020796 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:36:13.022998 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b8fde9c9-8429-469e-94a3-23ed075f0713 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:36:13.203066 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port b8fde9c9-8429-469e-94a3-23ed075f0713, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b8fde9c9-8429-469e-94a3-23ed075f0713,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:13.224442 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'b8fde9c9-8429-469e-94a3-23ed075f0713', 'network_id': '32fc2dda-7d5d-4b96-ac09-203459469063', 'port_id': 'b8fde9c9-8429-469e-94a3-23ed075f0713', 'mac_address': 'fa:16:3e:44:71:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df5be29-a8ee-4e46-b097-b31cee5037d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:36:13.273279 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:13.276633 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cfcd4-a29b-424c-a572-c73b04ab9c3c req-a842a444-3b0a-454e-8198-6c6f92b64a35 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:13.278698 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9d9cfcd4-a29b-424c-a572-c73b04ab9c3c req-a842a444-3b0a-454e-8198-6c6f92b64a35 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 944 time: 0.0940974 Jul 16 19:36:13.288479 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fde9c9-8429-469e-94a3-23ed075f0713 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:36:13.312780 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port b8fde9c9-8429-469e-94a3-23ed075f0713, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b8fde9c9-8429-469e-94a3-23ed075f0713,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:13.321886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9d9cfcd4-a29b-424c-a572-c73b04ab9c3c req-e1b708b2-6631-4069-95a9-be59b2fc3ff3 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Jul 16 19:36:13.322260 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:13.386320 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=b8fde9c9-8429-469e-94a3-23ed075f0713,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:13.588732 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['b8fde9c9-8429-469e-94a3-23ed075f0713'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:36:13.778587 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aed71-1140-42fa-8610-58fed5a0ea8d req-7988bf3c-6fa5-4f66-98cc-741fde8e958e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:13.780491 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7a3aed71-1140-42fa-8610-58fed5a0ea8d req-7988bf3c-6fa5-4f66-98cc-741fde8e958e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.1271920 Jul 16 19:36:13.852856 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7a3aed71-1140-42fa-8610-58fed5a0ea8d req-71be12d4-dda7-44cc-a41d-dba85f452a3e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661755 Jul 16 19:36:14.526212 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c2fc-ade5-436a-bf29-47b7802b4207 req-5bcae02b-ca44-4e81-8cdf-5a1c65e7d92b tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:14.527697 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b79c2fc-ade5-436a-bf29-47b7802b4207 req-5bcae02b-ca44-4e81-8cdf-5a1c65e7d92b tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 945 time: 0.0807943 Jul 16 19:36:14.575290 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b79c2fc-ade5-436a-bf29-47b7802b4207 req-c1428a5b-371a-4703-a211-8f1c0d04af16 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Jul 16 19:36:15.033584 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b8fde9c9-8429-469e-94a3-23ed075f0713 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:36:15.081641 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe49f-538a-4a34-b068-b536319c18e4 req-e015c537-0e2a-43d5-9f07-24dfd3681a7e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:15.083436 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e8bfe49f-538a-4a34-b068-b536319c18e4 req-e015c537-0e2a-43d5-9f07-24dfd3681a7e tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0989811 Jul 16 19:36:15.103181 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port b8fde9c9-8429-469e-94a3-23ed075f0713 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:36:15.108771 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port b8fde9c9-8429-469e-94a3-23ed075f0713 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:36:15.109139 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:15.129234 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e8bfe49f-538a-4a34-b068-b536319c18e4 req-df88b829-4e75-47ed-af73-7df4cee6b597 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Jul 16 19:36:15.201254 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:15.225986 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be290457-cca2-463b-931e-1a7fba9848ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fde9c9-8429-469e-94a3-23ed075f0713'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:36:15.228251 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80a965-7c2e-48d2-9664-e0c4a0df474e" -d '{"events": [{"server_uuid": "be290457-cca2-463b-931e-1a7fba9848ea", "name": "network-vif-plugged", "status": "completed", "tag": "b8fde9c9-8429-469e-94a3-23ed075f0713"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:36:15.245750 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port b8fde9c9-8429-469e-94a3-23ed075f0713, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b8fde9c9-8429-469e-94a3-23ed075f0713,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:15.250504 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:15.276018 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39915bf-65e7-4cc7-814d-eb86bf16fdbd x-openstack-request-id: req-d39915bf-65e7-4cc7-814d-eb86bf16fdbd {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:36:15.277050 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be290457-cca2-463b-931e-1a7fba9848ea", "name": "network-vif-plugged", "status": "completed", "tag": "b8fde9c9-8429-469e-94a3-23ed075f0713", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:36:15.277050 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d39915bf-65e7-4cc7-814d-eb86bf16fdbd {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:36:15.277346 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be290457-cca2-463b-931e-1a7fba9848ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fde9c9-8429-469e-94a3-23ed075f0713', 'code': 200} Jul 16 19:36:15.306467 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=b8fde9c9-8429-469e-94a3-23ed075f0713,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:15.813835 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db8883-5987-461d-9b8a-e9b28c2e4225 req-f8a69b7c-cbf4-4611-abc1-a31d75b62a60 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:15.815445 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-59db8883-5987-461d-9b8a-e9b28c2e4225 req-f8a69b7c-cbf4-4611-abc1-a31d75b62a60 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0951993 Jul 16 19:36:15.871821 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-59db8883-5987-461d-9b8a-e9b28c2e4225 req-dac1343a-bd61-4c98-880e-3656e9434c3b tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Jul 16 19:36:16.329874 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfbb9f-8daa-40f0-8a5d-bb7791f77ba3 req-7b3bbad5-c7ac-4a58-ac81-24de96ecb8e3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:16.334559 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2fcfbb9f-8daa-40f0-8a5d-bb7791f77ba3 req-7b3bbad5-c7ac-4a58-ac81-24de96ecb8e3 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0724881 Jul 16 19:36:16.376270 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2fcfbb9f-8daa-40f0-8a5d-bb7791f77ba3 req-4c03fa91-565f-4e15-af9b-d690f7dd8707 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388932 Jul 16 19:36:17.080280 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71a5d-b114-4d30-b459-d9e170908b36 req-1dd5cbc3-d1e9-47a3-ae02-d4f5579dd449 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:17.081915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-64a71a5d-b114-4d30-b459-d9e170908b36 req-1dd5cbc3-d1e9-47a3-ae02-d4f5579dd449 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0775621 Jul 16 19:36:17.129644 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-64a71a5d-b114-4d30-b459-d9e170908b36 req-b90b3782-75aa-4fbb-b895-49d893d49a76 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Jul 16 19:36:17.584975 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01464e-5cee-44c0-8c39-5ede500cb3dc req-25bd0e38-96d4-4ce9-b918-306e39a69292 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:17.586601 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-be01464e-5cee-44c0-8c39-5ede500cb3dc req-25bd0e38-96d4-4ce9-b918-306e39a69292 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0809541 Jul 16 19:36:17.631924 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-be01464e-5cee-44c0-8c39-5ede500cb3dc req-3db1e5f4-9aae-4c14-917e-e8c92a1bc8a6 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Jul 16 19:36:18.330215 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aecea-dc56-4a9f-925b-9782a66a4ad5 req-a4559ee2-caaf-4e78-8399-8f0b111dcdb6 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:18.331738 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-954aecea-dc56-4a9f-925b-9782a66a4ad5 req-a4559ee2-caaf-4e78-8399-8f0b111dcdb6 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0745914 Jul 16 19:36:18.375723 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-954aecea-dc56-4a9f-925b-9782a66a4ad5 req-56486b00-2af6-4c35-a5f3-f43eccb0d2c0 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Jul 16 19:36:18.837492 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a4fe-6099-4a3d-bb43-da9bb5f82dbe req-82c0251c-e888-4356-ab1b-d197ce550c43 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:18.839791 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8506a4fe-6099-4a3d-bb43-da9bb5f82dbe req-82c0251c-e888-4356-ab1b-d197ce550c43 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0744383 Jul 16 19:36:18.884550 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8506a4fe-6099-4a3d-bb43-da9bb5f82dbe req-6648bb8e-8d5e-496a-b122-9c08af86ce43 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Jul 16 19:36:19.584914 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e138168-c4b4-4b05-8539-ba8da4de6aa2 req-bcea2ac8-1126-44dc-9b49-1b8761edf57f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:19.587359 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5e138168-c4b4-4b05-8539-ba8da4de6aa2 req-bcea2ac8-1126-44dc-9b49-1b8761edf57f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0799308 Jul 16 19:36:19.634480 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5e138168-c4b4-4b05-8539-ba8da4de6aa2 req-179a3fb0-8cd4-41f2-8a72-18fb039a6e08 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Jul 16 19:36:20.085055 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6fab8-89b8-48d8-b01d-beafbc62f77d req-7db1eb61-5de5-4f0a-89e7-7b06ae1d94d7 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:20.086588 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-70f6fab8-89b8-48d8-b01d-beafbc62f77d req-7db1eb61-5de5-4f0a-89e7-7b06ae1d94d7 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0736597 Jul 16 19:36:20.137755 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-70f6fab8-89b8-48d8-b01d-beafbc62f77d req-412d1dd2-7928-463d-942e-3bdf6625c31a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Jul 16 19:36:20.845203 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d1521-2369-44ab-8138-50aeb24ff397 req-c9002646-8ab9-4fb8-80b7-2f1ec1268e75 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:20.846751 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c84d1521-2369-44ab-8138-50aeb24ff397 req-c9002646-8ab9-4fb8-80b7-2f1ec1268e75 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jul 16 19:36:20.899043 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c84d1521-2369-44ab-8138-50aeb24ff397 req-3f7ed2da-8b62-4caf-bb0b-c1bc186796c0 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Jul 16 19:36:21.339956 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11602792-7284-4bb6-a5d2-de4c6f5b9b5c req-466fab4d-c14a-44a9-939b-c89b312104d8 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:21.341696 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-11602792-7284-4bb6-a5d2-de4c6f5b9b5c req-466fab4d-c14a-44a9-939b-c89b312104d8 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0759704 Jul 16 19:36:21.399658 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-11602792-7284-4bb6-a5d2-de4c6f5b9b5c req-478fd862-8a94-4105-9aef-97932fddd4fd tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501835 Jul 16 19:36:22.080925 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a95e0-2f1d-4d21-92f4-58de8ca78c57 req-2c6bd11f-e266-4c66-a696-463a6aae283e tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:22.082507 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-571a95e0-2f1d-4d21-92f4-58de8ca78c57 req-2c6bd11f-e266-4c66-a696-463a6aae283e tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0682981 Jul 16 19:36:22.125592 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-571a95e0-2f1d-4d21-92f4-58de8ca78c57 req-4e8be89e-ad51-4c17-8371-acaf76509217 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Jul 16 19:36:22.590105 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6f11-4d8c-44c9-aac8-30793afbb47d req-fdb236f9-09b1-437f-8636-7129050fb552 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:22.591772 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c1df6f11-4d8c-44c9-aac8-30793afbb47d req-fdb236f9-09b1-437f-8636-7129050fb552 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0671642 Jul 16 19:36:22.633842 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c1df6f11-4d8c-44c9-aac8-30793afbb47d req-4d4c3202-bc88-4e91-a7c9-cb444c40a708 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365214 Jul 16 19:36:23.336733 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239434-e5d6-448b-bc78-cb8750e580da req-dad5292f-128a-4d18-8532-17a9152bf9c8 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:23.339919 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5c239434-e5d6-448b-bc78-cb8750e580da req-dad5292f-128a-4d18-8532-17a9152bf9c8 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0809879 Jul 16 19:36:23.392624 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5c239434-e5d6-448b-bc78-cb8750e580da req-32fd4119-dbdc-406f-a1cc-51edd3571503 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445499 Jul 16 19:36:23.823988 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1919f8-5922-4dcc-b1ed-84d7ced26e3e req-4c75f8ee-a891-49a6-8f01-db9ead976dcf tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:23.825765 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bb1919f8-5922-4dcc-b1ed-84d7ced26e3e req-4c75f8ee-a891-49a6-8f01-db9ead976dcf tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0680568 Jul 16 19:36:23.868996 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bb1919f8-5922-4dcc-b1ed-84d7ced26e3e req-af38151a-ce14-418f-b2b5-cc27a7bc0146 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Jul 16 19:36:23.926696 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c5132756-90e0-4b02-b499-e1c819971b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:24.264249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345280a3-2282-469a-9fee-b55686d96676 req-12077325-66d9-413e-a7ad-756f459ba8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:24.265833 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-345280a3-2282-469a-9fee-b55686d96676 req-12077325-66d9-413e-a7ad-756f459ba8ac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1099 time: 0.0614886 Jul 16 19:36:24.302850 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-345280a3-2282-469a-9fee-b55686d96676 req-3da5a3a3-ef63-43d7-af28-3107c016295b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Jul 16 19:36:24.600822 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775a48-8b6a-4779-bc21-41f77d66d2b4 req-1832fd05-310c-4f49-a22e-6e839df660f3 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:24.602444 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d0775a48-8b6a-4779-bc21-41f77d66d2b4 req-1832fd05-310c-4f49-a22e-6e839df660f3 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0788009 Jul 16 19:36:24.651108 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d0775a48-8b6a-4779-bc21-41f77d66d2b4 req-50e75e83-2b7e-4ae1-9e88-20614e5e0a6f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 Jul 16 19:36:25.072849 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cc975-156a-480e-9f40-9e3e18691261 req-69206669-d448-4fa2-916f-9c78b0a3313f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:25.075018 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d57cc975-156a-480e-9f40-9e3e18691261 req-69206669-d448-4fa2-916f-9c78b0a3313f tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0758388 Jul 16 19:36:25.125698 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d57cc975-156a-480e-9f40-9e3e18691261 req-9c4897e1-4d0f-435e-ae19-083a6b90b7aa tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423582 Jul 16 19:36:25.856940 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8d63-bf93-43e1-aa1d-fbf9ce2d92ae req-543c64a2-cd99-451d-a2db-e5be40cb83cf tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:25.858573 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a7d8d63-bf93-43e1-aa1d-fbf9ce2d92ae req-543c64a2-cd99-451d-a2db-e5be40cb83cf tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0729091 Jul 16 19:36:25.922966 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a7d8d63-bf93-43e1-aa1d-fbf9ce2d92ae req-15fc2245-a029-4925-a0f9-2fc8cc2d6515 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542974 Jul 16 19:36:26.120577 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3fd8a-4be3-42d1-9143-4c946db38dc9 req-68e7b965-6f76-422a-b050-a549fb8fefe9 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:26.122313 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a7c3fd8a-4be3-42d1-9143-4c946db38dc9 req-68e7b965-6f76-422a-b050-a549fb8fefe9 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0703876 Jul 16 19:36:26.167706 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a7c3fd8a-4be3-42d1-9143-4c946db38dc9 req-356c47d3-43eb-4228-a657-b1c06bb2db4c tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Jul 16 19:36:26.348515 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e74d9-739e-4e8b-ae9d-706975d456ae req-83f85230-5c01-406f-8cb9-502a93c82883 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:26.350710 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a00e74d9-739e-4e8b-ae9d-706975d456ae req-83f85230-5c01-406f-8cb9-502a93c82883 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 943 time: 0.0879552 Jul 16 19:36:26.395083 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a00e74d9-739e-4e8b-ae9d-706975d456ae req-bef686f1-2ceb-406a-941b-3a81606b5093 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Jul 16 19:36:26.432911 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8750eab0-bb3b-4a97-9f2c-a1cc01e613d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:26.611796 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:26.646571 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd4fcc-1759-4e4d-a836-a7f6836e907c req-ec1bc7ee-c40d-41ff-bf9f-fa779bcb995f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:26.648054 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-51dd4fcc-1759-4e4d-a836-a7f6836e907c req-ec1bc7ee-c40d-41ff-bf9f-fa779bcb995f tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0729048 Jul 16 19:36:26.694979 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-51dd4fcc-1759-4e4d-a836-a7f6836e907c req-41f9858e-7b69-43c4-ad16-999497bd1f0b tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Jul 16 19:36:27.126312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:36:27.354095 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:27.368081 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'port_id': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'mac_address': 'fa:16:3e:37:64:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:36:27.408662 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:27.423823 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:36:27.445629 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:27.450955 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:27.511197 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=9']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:27.519354 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.519699 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.520042 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.520377 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.520704 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.521319 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.521319 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.521664 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.521988 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.522518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.522633 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.522941 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:27.602464 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf1fe-f0a1-490c-b5e3-cc11ac14feef req-d1a0bad7-3d79-4d4d-ad5d-a74dd19a050c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:27.603885 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-88adf1fe-f0a1-490c-b5e3-cc11ac14feef req-d1a0bad7-3d79-4d4d-ad5d-a74dd19a050c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 944 time: 0.0850861 Jul 16 19:36:27.646388 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-88adf1fe-f0a1-490c-b5e3-cc11ac14feef req-382b1a13-f437-46b6-b404-0c413d43d4a2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362208 Jul 16 19:36:27.689814 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:36:27.813443 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:28.858273 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a265a7-e7bf-46ae-868d-45211586c53a req-07492af8-3081-4c12-8032-ea0baf9158d5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:28.860906 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a3a265a7-e7bf-46ae-868d-45211586c53a req-07492af8-3081-4c12-8032-ea0baf9158d5 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 944 time: 0.0916815 Jul 16 19:36:28.905523 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a3a265a7-e7bf-46ae-868d-45211586c53a req-eea954e4-85c4-4f99-93cc-28bab07cd623 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385950 Jul 16 19:36:29.132098 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:29.140991 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:36:29.195933 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:36:29.196220 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:29.296648 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:29.320750 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:36:29.323281 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd09aa-0c72-4b6d-94d8-c6813dc80f62" -d '{"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-plugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:36:29.339611 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:29.345624 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:29.381516 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c900d3-274e-4ae0-8d13-90fa331e5f65 x-openstack-request-id: req-b3c900d3-274e-4ae0-8d13-90fa331e5f65 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:36:29.381795 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-plugged", "status": "completed", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:36:29.382040 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b3c900d3-274e-4ae0-8d13-90fa331e5f65 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:36:29.382658 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'code': 200} Jul 16 19:36:29.412188 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=10']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:29.609417 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb1b29-070a-4ba4-bd98-a4b4cd8fb7df req-78fb2372-a5b5-4153-ae1e-31adfb1b131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:29.610937 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bfcb1b29-070a-4ba4-bd98-a4b4cd8fb7df req-78fb2372-a5b5-4153-ae1e-31adfb1b131d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 1099 time: 0.0551689 Jul 16 19:36:29.653840 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bfcb1b29-070a-4ba4-bd98-a4b4cd8fb7df req-b94de298-fe42-41c4-a2b0-5a839d378f39 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351119 Jul 16 19:36:30.156704 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6cc3-7363-4a31-88d3-da3d26e04941 req-d3427897-02aa-429a-956d-7ef3e8a59069 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:30.159246 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-843f6cc3-7363-4a31-88d3-da3d26e04941 req-d3427897-02aa-429a-956d-7ef3e8a59069 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 946 time: 0.1123238 Jul 16 19:36:30.200393 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-843f6cc3-7363-4a31-88d3-da3d26e04941 req-0a664e06-a8e0-4893-8d8e-6f6efcbdbd44 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341992 Jul 16 19:36:31.427396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e834291-d4ef-4acd-ada5-e0262bfc1672 req-a8863f95-9b73-4c48-90fd-29e3888eb035 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:31.428910 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e834291-d4ef-4acd-ada5-e0262bfc1672 req-a8863f95-9b73-4c48-90fd-29e3888eb035 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 946 time: 0.0711026 Jul 16 19:36:31.482183 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e834291-d4ef-4acd-ada5-e0262bfc1672 req-744f2127-335b-4376-a2cc-908a95cad5e1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Jul 16 19:36:32.738185 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc361-841c-4324-93d7-833b11f5b877 req-5e03439d-8f1c-48f4-b2b1-f931b0e2311c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:32.739832 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b4dc361-841c-4324-93d7-833b11f5b877 req-5e03439d-8f1c-48f4-b2b1-f931b0e2311c tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 946 time: 0.0802193 Jul 16 19:36:32.785053 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b4dc361-841c-4324-93d7-833b11f5b877 req-96520b25-8808-4dd5-95e6-52da2c86f1e2 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352356 Jul 16 19:36:34.821575 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:41.644675 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:36:53.926082 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-495922b4-0edf-41b7-ac71-031c2752a3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:56.440773 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fa132704-3a7f-47fd-aff9-001769e0ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:56.616521 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:57.802625 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:59.137441 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.251655 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 49766) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:03.837555 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Deleting port 6054e7d7-b20a-4193-bc14-1bf8376e68ca {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:03.837937 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.939425 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.939926 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.959692 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Calling delete_port for 6054e7d7-b20a-4193-bc14-1bf8376e68ca owned by network:floatingip {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:04.168862 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.212093 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event deleted for resources: {'Port': ['ID=6054e7d7-b20a-4193-bc14-1bf8376e68ca,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:04.226533 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.226883 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.227213 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.227555 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.227911 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.228237 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.228566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.230102 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.230102 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.230559 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.230966 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.231316 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.313371 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for floatingip, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.314303 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Floating IP 78403714-089a-4b00-9cd9-d680dc26d8c0 disassociated (deleted). External IP: 172.27.2.213, port: aa88d426-5447-4121-9278-2e80b2a43a7c. Jul 16 19:37:04.558767 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Router dbbb6c20-7135-4de5-8299-f09c170fda76 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:04.688701 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:04.697478 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.705336 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] Sync routers for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:04.718855 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:04.719777 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:36:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:04.750187 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-c26ea207-74d3-4c76-9ad0-bccf390e4811 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "DELETE /v2.0/floatingips/78403714-089a-4b00-9cd9-d680dc26d8c0 HTTP/1.1" status: 204 len: 168 time: 1.4970741 Jul 16 19:37:04.750861 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:04.753276 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a2a69f-d955-4df0-8332-9396b70825ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:04.798644 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f95e7cc-839a-46fd-a24c-a845213ea139 x-openstack-request-id: req-2f95e7cc-839a-46fd-a24c-a845213ea139 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:04.799111 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:04.799756 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2f95e7cc-839a-46fd-a24c-a845213ea139 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:04.800402 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'status': 'completed', 'code': 200} Jul 16 19:37:04.899000 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:04.903459 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.924920 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a69f-d955-4df0-8332-9396b70825ad req-2c98a26c-f38a-4f0b-b35b-371a89054962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:04.927102 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-2c98a26c-f38a-4f0b-b35b-371a89054962 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7800b5f72d964fc5b82d2e32330b0266&device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 1098 time: 0.0953681 Jul 16 19:37:05.084757 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a69f-d955-4df0-8332-9396b70825ad req-96df3c8b-354c-4e70-be7c-fa7633469537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:05.086314 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-96df3c8b-354c-4e70-be7c-fa7633469537 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 200 len: 911 time: 0.1475983 Jul 16 19:37:05.174759 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-d5d1f48d-2dd0-43ca-ae65-76a548e2eee7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 200 len: 217 time: 0.0710683 Jul 16 19:37:05.232964 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:43Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:05.242281 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a69f-d955-4df0-8332-9396b70825ad req-237656ba-d39e-4b3c-8044-c2bd43a2b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:05.243740 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-237656ba-d39e-4b3c-8044-c2bd43a2b0e5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 200 len: 848 time: 0.0560291 Jul 16 19:37:05.281945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] Checking router: dbbb6c20-7135-4de5-8299-f09c170fda76 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:05.296031 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:05.296994 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:36:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:05.363398 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a69f-d955-4df0-8332-9396b70825ad req-5c66c0c5-4abf-43d8-b0d1-5d1ff57b480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:05.364900 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-5c66c0c5-4abf-43d8-b0d1-5d1ff57b480c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e188a8fb-f17c-469d-ae29-6d2231d3c0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125686 Jul 16 19:37:05.382915 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098a6e-5cd4-4d7e-942a-b2dcd5c60537 req-d1af2ac6-f947-457a-9abb-fbb19933cffe tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:05.385560 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e9098a6e-5cd4-4d7e-942a-b2dcd5c60537 req-d1af2ac6-f947-457a-9abb-fbb19933cffe tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1231184 Jul 16 19:37:05.485673 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:05.487886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e9098a6e-5cd4-4d7e-942a-b2dcd5c60537 req-55647432-954c-4857-bf6a-3adf1c7d5955 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901453 Jul 16 19:37:05.532458 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-bb31d8b0-861a-466a-9815-633ba43b915e service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454880 Jul 16 19:37:05.659530 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26a2a69f-d955-4df0-8332-9396b70825ad req-8038e752-1b68-478d-83d8-43e7d7a09672 service neutron] 10.222.0.76 "GET /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196005 Jul 16 19:37:05.813588 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:43Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:05.843468 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42001a77-ba7c-4064-a176-34cd34b4c269 None None] The sync data for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi is: [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:31:32Z', 'revision_number': 4, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '3d720402-e12c-4175-982c-21e9ac6ae520', 'name': '', 'network_id': 'e188a8fb-f17c-469d-ae29-6d2231d3c0a1', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'mac_address': 'fa:16:3e:dd:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8de26a43-887b-448c-a8da-e255f029090c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:30Z', 'updated_at': '2021-07-16T19:31:43Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'subnets': [{'id': '8de26a43-887b-448c-a8da-e255f029090c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:06.108917 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6d18-0ba0-42ea-a5f3-1e104f45f400 None None] New status for floating IP 78403714-089a-4b00-9cd9-d680dc26d8c0: DOWN {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:37:06.605922 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-6bab3d6b-6bcf-46ba-ac9d-45e1dd7b3834 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736048 Jul 16 19:37:06.763142 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-f60961c5-0729-485e-8b40-b08d9803ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:06.764635 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-f60961c5-0729-485e-8b40-b08d9803ce1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.1310008 Jul 16 19:37:06.783558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f954622-75e5-4c81-9455-068f3e9f44be req-38a799fe-a761-4159-862c-7181287820fb tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:06.785090 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6f954622-75e5-4c81-9455-068f3e9f44be req-38a799fe-a761-4159-862c-7181287820fb tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.1135967 Jul 16 19:37:06.903278 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6f954622-75e5-4c81-9455-068f3e9f44be req-b30067eb-a957-4b5f-877e-713ca21cf1a4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/security-groups?id=f56bf6be-ef46-428c-b4c6-3838fab8b1da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101065 Jul 16 19:37:06.944695 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-f897e1c3-2ab7-4f77-9221-1bdbb2eb62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:06.946703 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-f897e1c3-2ab7-4f77-9221-1bdbb2eb62ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.1515758 Jul 16 19:37:07.019853 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-590ee6ab-43fe-42c0-8b43-b8705983d223 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 1001 time: 0.0650210 Jul 16 19:37:07.030384 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-6eb2b685-7c83-4236-9687-2f5b21cccd69 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:07.032102 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-6eb2b685-7c83-4236-9687-2f5b21cccd69 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 945 time: 0.0880470 Jul 16 19:37:07.078513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-2f7bc0d4-4910-45e6-bd12-5de602b5c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:07.080191 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-2f7bc0d4-4910-45e6-bd12-5de602b5c493 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0522981 Jul 16 19:37:07.150014 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-8e925d47-b7e6-43e7-aa46-36d16a1dbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:07.153144 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-8e925d47-b7e6-43e7-aa46-36d16a1dbbfe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658998 Jul 16 19:37:07.173478 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Deleting port aa88d426-5447-4121-9278-2e80b2a43a7c {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:07.173821 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.254947 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-77e9354d-cc8b-45cb-b9ec-80bb48a60ef5 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945230 Jul 16 19:37:07.298293 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] For port aa88d426-5447-4121-9278-2e80b2a43a7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=aa88d426-5447-4121-9278-2e80b2a43a7c,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:07.298655 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.316175 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Calling delete_port for aa88d426-5447-4121-9278-2e80b2a43a7c owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:07.372219 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-7909dd4e-49d9-44dc-81a1-42e3f1114abb service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096013 Jul 16 19:37:07.495431 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.536313 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event deleted for resources: {'Port': ['ID=aa88d426-5447-4121-9278-2e80b2a43a7c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:07.610262 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] No DVR routers for this DVR port aa88d426-5447-4121-9278-2e80b2a43a7c on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:07.614075 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.617279 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dab29842-5e1c-42ea-b2f4-603ca1e8943e req-7eea3e05-1707-4280-b3d5-b8a6566e03ad tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.76 "DELETE /v2.0/ports/aa88d426-5447-4121-9278-2e80b2a43a7c HTTP/1.1" status: 204 len: 173 time: 0.5802040 Jul 16 19:37:07.617929 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-deleted', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:07.622558 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4334298-a00c-4253-8dd9-8a4ecd942c9c" -d '{"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-deleted", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:07.680414 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefae637-4c2a-40fe-b8f7-f1ad6a6b8df7 x-openstack-request-id: req-fefae637-4c2a-40fe-b8f7-f1ad6a6b8df7 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:07.680850 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3bf7c4-704b-4743-8e8f-02949850ed4a", "name": "network-vif-deleted", "tag": "aa88d426-5447-4121-9278-2e80b2a43a7c", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:07.681322 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fefae637-4c2a-40fe-b8f7-f1ad6a6b8df7 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:07.681936 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3bf7c4-704b-4743-8e8f-02949850ed4a', 'name': 'network-vif-deleted', 'tag': 'aa88d426-5447-4121-9278-2e80b2a43a7c', 'status': 'completed', 'code': 200} Jul 16 19:37:08.099337 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b4ad2820-be19-4773-a366-701d58fe7919 req-9b04e9da-b203-4802-962e-691262adaa4d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0373836 Jul 16 19:37:09.288134 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d77819b8-e4b2-427f-a06d-43419f9c2658 req-0859573c-64b6-4f66-bc5d-f563fa8c52b3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0356832 Jul 16 19:37:10.469771 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6a593e3-7572-4bc4-bd93-9ff152848081 req-ee27a63e-7c64-43cb-b1f8-d14d3217b8c1 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0377326 Jul 16 19:37:11.359696 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:11.386383 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: aa88d426-5447-4121-9278-2e80b2a43a7c {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:11.386872 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device aa88d426-5447-4121-9278-2e80b2a43a7c not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:11.565736 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a43c38-92c8-4174-b914-a6cd0a78df49 req-54dde6dd-c6fc-40e0-8f09-c424d83d481a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:11.567266 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0a43c38-92c8-4174-b914-a6cd0a78df49 req-54dde6dd-c6fc-40e0-8f09-c424d83d481a tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 946 time: 0.0979154 Jul 16 19:37:11.618068 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0a43c38-92c8-4174-b914-a6cd0a78df49 req-6b784387-6293-46d9-b9f1-693f175730f9 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Jul 16 19:37:11.669668 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-311ef625-5395-48d9-b802-4a4ec4c39446 req-ae14ebd8-e2be-4325-86ea-9ff19d4b34fc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0374079 Jul 16 19:37:12.830072 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-7b4a0a5e-e461-4529-a1b8-1c5fb28498ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.831638 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-7b4a0a5e-e461-4529-a1b8-1c5fb28498ea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 946 time: 0.1155753 Jul 16 19:37:12.864318 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7537e871-841f-4723-9ec1-576f5023d0cf req-055ab458-5607-459a-bd7b-d4a815bf77fc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0490875 Jul 16 19:37:12.881654 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477698b-993c-4d54-8504-aad90bdb54c8 req-7863a919-00c8-46b7-b5a4-127814520f23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.883292 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8477698b-993c-4d54-8504-aad90bdb54c8 req-7863a919-00c8-46b7-b5a4-127814520f23 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 946 time: 0.1164694 Jul 16 19:37:12.954215 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8477698b-993c-4d54-8504-aad90bdb54c8 req-58421d08-89b5-4ec5-8046-d29a246f4afb tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups?id=ba1882e5-f986-427e-9d17-6250e5e3be14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630810 Jul 16 19:37:12.998281 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Deleting port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:12.998619 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.113657 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] For port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:13.114056 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.366981 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.368221 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.369160 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Floating IP b79fb8b9-b8f9-4e1c-9683-8a9336d179ad disassociated. External IP: 172.27.2.226, port: 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30. Jul 16 19:37:13.369923 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Calling delete_port for 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:13.530727 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.585226 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event deleted for resources: {'Port': ['ID=2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:13.768294 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Router 80575b91-3ee9-435c-8c01-18152552edde has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:13.896757 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:13.909543 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:13.946113 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:13.952800 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:36:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:13.975407 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] No DVR routers for this DVR port 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:13.980660 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.984354 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ed74cb14-9489-403f-9de1-ec23f3b0488e req-4ce7ceeb-27ca-4f00-ad98-e395bb1b7a76 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.76 "DELETE /v2.0/ports/2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 HTTP/1.1" status: 204 len: 173 time: 1.1427264 Jul 16 19:37:13.985087 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-deleted', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:13.990505 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eb9a37-b839-4139-a0da-8a0dd5f070a6" -d '{"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-deleted", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:14.211558 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-04be05a4-0b44-47cd-82d6-6061ffa660a8 req-0027215b-f8e9-4c4f-8733-3ac1d175e04a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0737324 Jul 16 19:37:14.225588 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:14.273131 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-441a083d-b3cd-49e4-9570-7baf34090fa9 req-7e2ef640-bbb4-4cdc-91a5-b0b06fce6ad1 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/ports?device_id=a60dd897-151f-44ad-a557-4e9bcb3e4035 HTTP/1.1" status: 200 len: 210 time: 0.0797718 Jul 16 19:37:14.313380 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd97728-cd6f-4941-9ed2-07659761a4fd x-openstack-request-id: req-1dd97728-cd6f-4941-9ed2-07659761a4fd {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:14.314748 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dd897-151f-44ad-a557-4e9bcb3e4035", "name": "network-vif-deleted", "tag": "2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:14.315481 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1dd97728-cd6f-4941-9ed2-07659761a4fd {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:14.315663 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dd897-151f-44ad-a557-4e9bcb3e4035', 'name': 'network-vif-deleted', 'tag': '2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30', 'status': 'completed', 'code': 200} Jul 16 19:37:14.521754 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:14.552126 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:14.562376 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:14.562998 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:36:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:14.704887 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:14.945943 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:14.983484 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48e46b-0ed3-4dcd-acb0-bc25dbf87c72 None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:30:00Z', 'revision_number': 4, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': 'fcc1caf1-7ce1-4906-83a6-460e19a67141', 'name': '', 'network_id': 'dad9a188-7ecf-48e2-87d4-2554e24b1e68', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'mac_address': 'fa:16:3e:32:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:57Z', 'updated_at': '2021-07-16T19:30:14Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'subnets': [{'id': 'b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:15.253091 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fec778-f714-469c-a4c1-81d598d62a4b None None] New status for floating IP b79fb8b9-b8f9-4e1c-9683-8a9336d179ad: DOWN {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:37:15.454604 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-413339f3-3f2b-4b4f-94e8-67f54263f961 req-7db98e1b-6ba8-4d82-ba5d-e33ec7a04a2f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0624993 Jul 16 19:37:15.483035 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 49890) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:15.550788 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-990adc9a-414b-40a5-ad21-e6cc974b2cea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.576697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-990adc9a-414b-40a5-ad21-e6cc974b2cea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.640434 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-990adc9a-414b-40a5-ad21-e6cc974b2cea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.643875 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-990adc9a-414b-40a5-ad21-e6cc974b2cea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.645084 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-990adc9a-414b-40a5-ad21-e6cc974b2cea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "DELETE /v2.0/security-groups/ba1882e5-f986-427e-9d17-6250e5e3be14 HTTP/1.1" status: 204 len: 168 time: 0.1610613 Jul 16 19:37:15.648210 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 49892) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:15.655733 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990adc9a-414b-40a5-ad21-e6cc974b2cea tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1882e5-f986-427e-9d17-6250e5e3be14,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:15.670363 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.api.v2.resource [None req-ce911da1-c5ca-4a94-8611-f18a57156208 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] show failed (client error): The resource could not be found. Jul 16 19:37:15.671759 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-ce911da1-c5ca-4a94-8611-f18a57156208 tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "GET /v2.0/security-groups/ba1882e5-f986-427e-9d17-6250e5e3be14 HTTP/1.1" status: 404 len: 347 time: 0.0221186 Jul 16 19:37:15.674892 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 49894) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:16.055566 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Deleting port 591379e2-e9d8-48ff-a244-82d4dce695af {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:16.056054 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.144531 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.144837 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.158600 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Calling delete_port for 591379e2-e9d8-48ff-a244-82d4dce695af owned by network:floatingip {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:16.309886 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.336674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Pushing event deleted for resources: {'Port': ['ID=591379e2-e9d8-48ff-a244-82d4dce695af,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:16.349078 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.349421 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.349765 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.350104 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.350475 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.350819 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.351149 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.351480 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.351808 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.352134 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.352458 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.352779 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.428849 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks [] for floatingip, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.433042 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.434751 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c74049b9-93e6-4062-8c03-c87ada87c4ef tempest-AttachVolumeShelveTestJSON-1182731897 tempest-AttachVolumeShelveTestJSON-1182731897-project] 10.222.0.97 "DELETE /v2.0/floatingips/b79fb8b9-b8f9-4e1c-9683-8a9336d179ad HTTP/1.1" status: 204 len: 168 time: 0.7587099 Jul 16 19:37:16.666651 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-73db4c37-7f06-4fd2-99c8-7a8969f3881d req-4d33ea16-9044-49de-bf2e-6fe5a75b8d11 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0300975 Jul 16 19:37:17.435450 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:17.459904 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:17.460248 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 2eb7048d-fb9f-4ce5-a3f1-f24ba9783e30 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:17.838705 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1771e3c1-4c35-4883-810b-b548aba57a92 req-9d26b581-2734-47d1-8910-3b8f2aeb0ff5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0293269 Jul 16 19:37:18.644483 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:19.014728 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-69fad6d6-8bbc-4c8a-afc1-f7f42b2fc55b req-9d65c269-dcd3-4acd-8150-3feec3b0600d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0384040 Jul 16 19:37:20.176789 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-839134cc-7f6c-447d-ba18-486df953fb66 req-acf5986b-63d2-4ebd-98a2-181b2a15796e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0345738 Jul 16 19:37:21.323952 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-32c242f1-9959-4fd1-bfdb-15a5a599ae65 req-6487e3f6-7522-437a-b83a-4976fda8a4c5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0284982 Jul 16 19:37:22.476174 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9cdb180d-77b1-40b5-8ef2-4b0d6d59a3f3 req-f47a4137-afcf-4752-9135-1a7d7698c02b tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0294394 Jul 16 19:37:23.649254 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5252eb64-945c-4f14-8b55-3c73e7910743 req-96535d4c-2827-49ff-a0bb-c27cf96ca2d2 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0424192 Jul 16 19:37:23.921578 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f77d8dcd-feff-49e7-842c-1cf3ed73f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.859825 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-06efb836-4493-4c58-a2c4-d2e39041eb5b req-a91fca95-e413-4b50-8fbf-ce028a96008c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0386314 Jul 16 19:37:26.022045 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ff816d14-ce77-4268-94e5-97c9f9cfdb24 req-46b92e15-d162-4416-abec-ff89877a6bce tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0304275 Jul 16 19:37:26.436920 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-14d3bbc6-ff73-47b5-8058-8ad9c93a7019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:26.613515 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.175512 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9803678a-d127-4a50-b05f-e7b36e02d3ee req-631b1864-4298-47b5-a122-e6a791196f20 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0308759 Jul 16 19:37:27.805143 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.347618 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0737ec49-c6a5-42a7-a193-5e386a450324 req-cc185370-dae7-4c52-a159-18dbc168abb7 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0347760 Jul 16 19:37:29.138378 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:29.510007 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b659127e-298f-4e7d-9dbf-cbbeac0ce564 req-71fe4564-adee-4cff-b958-c22a33722062 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0317416 Jul 16 19:37:30.657159 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ab954347-bd96-4970-8a56-09f5696612ed req-b06166a9-c2e5-400e-8a15-7b14ee40e3c5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0317841 Jul 16 19:37:31.801139 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-81bdc3f3-8ac9-4ab4-bfc6-34fd2745dc36 req-7db7b2b6-3bce-45f0-9df3-01254b131468 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0281045 Jul 16 19:37:32.943814 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d2d113e3-496d-4674-91a8-6213eead8ad7 req-0b53216e-7f4f-499b-a7cb-aed34a340343 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0295393 Jul 16 19:37:34.115801 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-175e317c-4a7f-4660-98aa-01c83e74d80a req-0780d07b-295f-4dbb-a113-38327b777686 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0478504 Jul 16 19:37:34.860444 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:35.278239 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40450e4e-3a3d-4b33-8b4c-108f27ea84eb req-57e307ac-d8d1-43c5-a7c6-d0f058d5b9e3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0289493 Jul 16 19:37:36.457437 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8ca7a5a-eb41-4013-9b9b-c4d266b5bae5 req-c9aaeb53-7663-4041-8a6f-7458c40851d3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0309520 Jul 16 19:37:37.619056 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a6f50602-b151-48e2-9dfe-e97553719fad req-398ba174-14ea-4666-a15e-415cbb4b3be9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jul 16 19:37:38.772251 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a9f7d4f1-06b3-4663-91a8-a133d832e09f req-4af56d94-6b08-450a-bb05-2d6f5da8bb11 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0340543 Jul 16 19:37:39.927006 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-46bb4b9b-04ec-49da-a9b2-6ed0fbf166d1 req-9f0adb76-50e3-4390-a862-e09552787be0 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0307901 Jul 16 19:37:41.095056 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb164470-6f6d-4510-973d-afd7c1e52f86 req-5b482de8-16cc-4b6f-985e-d671cfda02b9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0308669 Jul 16 19:37:42.261495 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-46418858-3463-47db-9fb9-0a25c9864eb4 req-bd9940a2-87f6-43ce-9a71-4b22de200319 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0281703 Jul 16 19:37:43.431118 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-78baff40-2ce7-4424-bfd0-fce92fffda29 req-280c4cce-f7ce-4a37-bf1e-52eea89b8a12 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0314827 Jul 16 19:37:44.573748 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6d2bc9c0-d9d9-4882-8905-82653c443a71 req-fb5023cb-0e18-4ac0-8dd7-b04acad1529a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0298963 Jul 16 19:37:45.720329 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0207a3e4-f757-4c3e-ab29-930820baa293 req-f315e14e-8d77-4481-a775-7e171fe5e432 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jul 16 19:37:46.863532 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-dcd4c95f-ed64-4b06-b38c-9151b0168183 req-fc65077b-1ed7-4132-b440-658baf91209d tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0276387 Jul 16 19:37:48.007801 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2d0c2442-48f3-421e-96a4-57cd75d61f4e req-7923722b-2d7d-4ec2-b2f0-0316a0cf96a2 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0318356 Jul 16 19:37:49.218600 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1ebf9ed8-f2d3-4a93-ba08-c191542c57c9 req-24f02e2b-cfd1-4fac-bb4d-8ff2cba9d888 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0299761 Jul 16 19:37:50.362575 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-84515141-a417-4f09-b622-08df10df884d req-3c15cec8-ed46-410d-9f04-055598de9d2a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0285826 Jul 16 19:37:51.500911 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-290ddb9e-11c6-43fc-8dfe-f6774589d994 req-96cff933-b291-425a-b541-5cb5b3211ff3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0286705 Jul 16 19:37:52.658338 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-443dbe48-e6d1-490e-a901-b6e9b85def0d req-15c4fe4c-7683-46b9-8be7-b61d33543306 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0320165 Jul 16 19:37:53.805654 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2f30e043-173c-4784-a454-d8e75ec5909b req-42bcda3b-b043-4a16-938d-e4550f509fe3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0316153 Jul 16 19:37:53.933286 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-394928b2-7ec7-47f7-b04e-7d4a702d21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:54.951336 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-202231cd-5359-4976-a91b-6a52c6558248 req-ea0a42e9-bd51-4ce6-a3b4-cfc90df7538e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0310550 Jul 16 19:37:55.645257 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:56.097668 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5d7825ec-a3b1-42c9-83f5-17e22bd25882 req-76c55461-8692-4658-bfab-f468fc0c3545 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0292621 Jul 16 19:37:56.430610 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-54003fb5-77e8-4538-b088-1c64ae332954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:56.613424 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:57.243903 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a84b52ff-d6f2-4f26-ad46-e7a7527495d4 req-47176e74-d77e-4356-94ae-6023d1888a32 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0325093 Jul 16 19:37:57.807525 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:58.385440 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b091d870-82fe-46a9-8213-e81c5cc769ef req-a94bf279-5bfa-4d5b-9728-18d14cede41b tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0315056 Jul 16 19:37:59.139764 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:59.531871 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-796d8ecb-974f-482d-a1d6-7cbd970707ad req-00b4ae6a-45b9-46cf-a78f-e17797434a17 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0289230 Jul 16 19:38:00.676751 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aa7480e0-5a82-4339-98a1-7667f8b782bc req-ffcefdf3-35d0-4299-8e91-d8e3c501bae9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0314283 Jul 16 19:38:01.830851 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-77b57e6a-b122-4c45-aac7-ff60aa9cdf0c req-10e1d5d0-948d-4d5d-8d8b-67ebd58724fc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0330083 Jul 16 19:38:02.971444 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d6e36895-630c-4875-9c77-f3915ea2375b req-94223ebd-548e-4532-a1fa-09a8c6549853 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0281765 Jul 16 19:38:04.116880 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c665ba21-34ca-4329-8722-75c4a825191b req-a0e6c949-ed45-48f0-a40d-98236d1b33bc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0279000 Jul 16 19:38:04.854600 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:05.262993 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c49b02d6-d2f8-45e4-8ad9-4c3637d89302 req-2d41200a-5abd-4d8a-aa99-598b78c47f08 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jul 16 19:38:06.412514 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1c1e4bd0-539b-4ed6-8b21-bf73297a9bf3 req-341856f6-6071-42b1-9db8-e88740cd7f14 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0315950 Jul 16 19:38:07.526622 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-87d95297-0252-499e-b8da-13123e7e0afc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583415 Jul 16 19:38:07.560782 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7800431c-490c-410f-8368-6aa2ff32faed req-6361f4f7-c004-41b1-b50e-98dbe6843b35 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0300841 Jul 16 19:38:07.623797 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-d6c53fe6-ba1b-4aa3-a836-d00a85e7427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:07.625307 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-d6c53fe6-ba1b-4aa3-a836-d00a85e7427e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0538445 Jul 16 19:38:07.730834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-e6d3dd8f-4ce4-42df-b86b-321059ad6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:07.732325 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-e6d3dd8f-4ce4-42df-b86b-321059ad6bce service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.0878139 Jul 16 19:38:07.802413 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-77beb8b0-d0f0-43cb-b99b-3514b522d307 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 1001 time: 0.0642991 Jul 16 19:38:07.852470 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-f43e5280-ec6f-487c-af8e-7ae519ac8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:07.853909 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-f43e5280-ec6f-487c-af8e-7ae519ac8e65 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0443704 Jul 16 19:38:07.914359 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-d0484fe2-8599-418b-a9c3-74c084909e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:07.915851 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-d0484fe2-8599-418b-a9c3-74c084909e05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562756 Jul 16 19:38:08.009734 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-a419b98a-b31c-41e9-b828-ca05e86d860f service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877161 Jul 16 19:38:08.112080 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ae2ee1ab-8569-43e0-8ba9-291cffab0e64 req-0c9a59b6-88a7-4123-ac51-382543d1531e service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964994 Jul 16 19:38:08.711532 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6bd2e691-69a4-4944-88ae-4ffc7b7abbe3 req-ebdebdac-8286-4619-a9d4-8a5a2850868c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0309048 Jul 16 19:38:09.855862 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3b1d71ee-2af6-4f2c-92c4-620b90bc0f58 req-7c27802a-3a77-458b-b0b2-c0eb3462f779 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0300422 Jul 16 19:38:11.010802 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f98b74e7-c581-4637-b330-965f75944d0f req-f9065e49-ee56-479a-bba3-5be746edef81 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0342250 Jul 16 19:38:12.157383 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b0b62919-c75e-4a07-9e12-9246da340f80 req-165a8c44-5350-4ba1-a8e4-af3a7b2546ef tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0298347 Jul 16 19:38:13.299193 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-91fd5d13-9945-4c75-ae57-7915af57dc52 req-e1857bd0-5343-4287-be09-f152f20e8489 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0296798 Jul 16 19:38:14.443274 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71ee0d08-611b-48dc-8cff-69007f455d6c req-0dea88d6-6058-4deb-9a15-e2af4248618f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0284157 Jul 16 19:38:15.590324 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-42e9464a-3009-4bd4-b1b8-7af2b3b9e825 req-a9c90266-1b3e-4425-bb22-614b210c417e tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0336416 Jul 16 19:38:16.729074 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2e680cda-ae09-4efc-b4fa-35133f948a7a req-ab228654-ee31-4523-92dd-ec2a3fc13cf4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0273471 Jul 16 19:38:17.870781 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d61a0b99-557d-4e9a-92e7-a7d08e134503 req-a740d3fc-8db8-46b8-8124-4f203f8ab0cb tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0283804 Jul 16 19:38:19.014731 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d7f358a8-cb5e-4f9a-83f8-d846a2083ba1 req-50a87dd8-49b5-46a4-8bf8-aa4d60c48cba tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0300548 Jul 16 19:38:20.161753 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b53824d0-97ec-47df-8240-d23d5ee07d05 req-e6cbcd9e-ba56-4ea5-af8a-9901fffb00bc tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0315833 Jul 16 19:38:21.302330 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1653ac57-6118-47ed-8409-26dc9a74eab1 req-46acc7e7-1fec-4d16-aa73-dd621a449f04 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0277860 Jul 16 19:38:22.442607 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-14c4368b-14eb-4771-b1df-7cc556b9e54c req-a49ba2e2-1c6b-4c65-86f0-2ed19f023876 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0281401 Jul 16 19:38:23.591586 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-86da712a-31a1-4fb0-95e1-35775fcc00de req-56ff9fb8-69ca-443b-a27d-bdaecbc6b647 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0284905 Jul 16 19:38:23.928025 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7d00370a-359f-473b-a602-abc6b2105e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:24.742915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ba429799-d25b-4e02-a39e-d1b5f187f68d req-f60b4baa-0e2f-484a-8c03-59801cc0a457 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0326779 Jul 16 19:38:25.886010 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1e682ff3-998f-4213-afd0-f286e55f05a1 req-4303ae21-15fc-48ca-8472-be8299823c7f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0278752 Jul 16 19:38:26.436900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-36f1129f-fd7e-4792-98ca-17e52195f452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:26.613705 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:27.026471 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-72dfbea9-6298-4cc9-9a13-91a9d77966b7 req-44bb78c2-dafd-476e-b31b-683180fb749a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0280321 Jul 16 19:38:27.809852 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:28.170660 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6ed7b390-d044-4a80-8c8b-6609aee4b8ea req-e43dcd53-8c5d-40b3-bf18-af4bb1d8d9cd tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0280807 Jul 16 19:38:29.144272 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:29.317090 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0ed718a6-387c-4114-9d3b-1c0b101546e2 req-a1fd83a6-e397-4882-921e-074b94476466 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0323558 Jul 16 19:38:30.458204 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d0995178-5d41-4368-8692-c6aa4eceb309 req-4dfb0747-66cc-4b77-a952-eeab4a5571e5 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0278635 Jul 16 19:38:31.601298 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5338ca76-8ac5-47dd-9755-e20ed044c0f7 req-7e22a640-ae5b-41fb-bf8c-1149947d9d2f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0299938 Jul 16 19:38:32.645056 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:38:32.762031 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-006a2db9-605f-46da-825b-ca6b52d1dd34 req-947d227f-abbc-4404-84d1-20b7d323ff96 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0277233 Jul 16 19:38:33.912764 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aa710e47-131f-4675-b661-36ddf983f312 req-b1bbd42a-a687-4b17-abd0-e9ae959736d6 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0311370 Jul 16 19:38:34.865739 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:35.219160 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-96eb8c96-1c10-489a-8b60-44b495f60081 req-a6d89b08-0359-4cbe-953b-b97a5dac4058 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0300376 Jul 16 19:38:36.380491 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-36b2eb2a-5f30-46ba-af16-036a1e4b6788 req-1ca3e5be-fb1b-44bc-ab40-e4a53cf892e8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0285649 Jul 16 19:38:37.527324 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c4681a4d-3f4e-4080-b4ed-a76d35b257e0 req-381f7f2f-ec4e-40b3-8b06-7642710280af tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0295553 Jul 16 19:38:38.693636 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5ab1a29d-b93b-454b-a316-d1c7950ad30b req-d74a8288-a76f-4b9e-9991-049704e89cf3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0393045 Jul 16 19:38:39.841091 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8261aaa0-8509-4c89-9500-64ca6f03e8cd req-f4c50054-af23-4de2-8e46-8f29caae177a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0279362 Jul 16 19:38:40.986449 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6f21872c-d50e-40b2-aa63-240a13311eef req-4da2bc47-e453-4710-91cc-613bddf1ddbe tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0319614 Jul 16 19:38:42.132096 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5610fa4-d047-421b-b102-263250d92f2b req-72e54da4-937e-4190-9a1e-653f52f831c8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0288115 Jul 16 19:38:43.276936 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-461c1f30-8ac1-4f52-a329-fccd6df30f69 req-63824ceb-ef4c-41d9-bdf3-a649642ea32c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0324004 Jul 16 19:38:44.417543 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cc6b973a-1a85-44d5-9f38-34ed0aa676e7 req-e55ced80-67df-46e9-af4b-cba377f56a91 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0281630 Jul 16 19:38:45.575952 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e2c24064-760b-4014-9b0e-38bd3fc3bf43 req-0661d434-98ab-4092-b0b4-6c8368b58c1f tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0349205 Jul 16 19:38:46.732441 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed0342c3-d8a6-4aaa-b455-38041c875a96 req-465bc8af-d248-4aa1-9302-19743c733953 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0279973 Jul 16 19:38:47.882854 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9d102a5e-55aa-4c94-95eb-3f55222dd844 req-a728490f-c3e0-4821-b2e3-9cd7074fc273 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0356722 Jul 16 19:38:49.022114 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9ce7ad34-223b-402f-9592-30ea6fad1917 req-c75032ee-f9f7-4915-81f6-9fa0fe85f3b9 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0274801 Jul 16 19:38:50.176489 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4c1971f9-a0cd-43c8-9f0d-f1ee230a8c85 req-b2f3bff5-dd72-4e69-aa79-30f0e76025ce tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0294244 Jul 16 19:38:51.322794 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-db5eeda5-b793-47bf-908c-46c139073aa9 req-cada9539-f616-4245-a78b-15bb84cd1683 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0288515 Jul 16 19:38:52.473635 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c138423e-7d72-45c9-a463-b3f8fa95cc9b req-befd8574-ff1f-486c-98d3-da51581bfabb tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0315058 Jul 16 19:38:53.632133 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c41ebae6-a9c9-4717-b538-ac61f6a99b49 req-f4c253d6-2a3e-4ff2-89b8-4e44f05df178 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0290160 Jul 16 19:38:53.929145 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a4bb790b-cd42-4f59-95ac-f7aa57603659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:54.783278 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d2bc2b7f-099a-4d10-95ff-08f839f0e7a5 req-1cf6fbac-7482-4bc3-b6d3-38ceced00302 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0281723 Jul 16 19:38:55.927686 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cb17bff4-0394-4ca2-a2a4-a3e8f080a21a req-183f6013-b636-45ae-b37b-f0831fb10f6a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0312982 Jul 16 19:38:56.431786 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6e28d02c-8319-45d7-a41f-b79b2de24e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:56.628507 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:57.081047 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55c94bb7-8879-4159-9861-9a1686b79f8d req-1375f934-b99f-4443-bc8e-ab3970d7b750 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0324657 Jul 16 19:38:57.817947 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:58.232892 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-77cfce30-dbb0-402b-81f2-a7a2f7b9be92 req-e59f1cdf-0726-4cb3-9a11-bae8d95b52d6 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0299177 Jul 16 19:38:59.146934 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:59.395583 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-51f5da8b-03d3-43a5-be77-a9a07edd9b8e req-309fab1c-da42-4fe5-9a1a-5d3ca996def8 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0411110 Jul 16 19:39:00.554117 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-70ba249f-edff-4529-9ce2-c1f7d83ab0cb req-61423e4f-6a29-4c81-a9f2-bc0c1c8efc33 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0340450 Jul 16 19:39:01.723248 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d0d9b295-c819-407e-9cc7-e29220521b12 req-7bfb042c-7cf9-4aec-9574-6f230500b2bd tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0338559 Jul 16 19:39:02.881263 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-30c67739-28aa-4741-875f-be1b19a9978c req-d344acd0-3cb4-462e-b6ef-95ebcededab4 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0305552 Jul 16 19:39:04.041593 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-970ce293-48d3-472c-bc4d-1fbebe408adb req-db78ddef-54cb-4a06-ae3c-f2101740c0b1 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0311737 Jul 16 19:39:04.872026 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.228517 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-697cc919-73a0-4fba-93fb-188b1c46b8fc req-c1d1233f-a05a-412e-a864-50d0e569c9e3 tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0377357 Jul 16 19:39:06.384185 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0210b482-9936-43c0-a137-fa4083ddddac req-23766a41-d877-4cc6-8b52-5ebaa01f516a tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0341923 Jul 16 19:39:07.568988 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6b04046-db41-4dd8-8ca6-e3a24f65394c req-1b5c80ba-c087-421d-8563-f74bce12ad7c tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c3bf7c4-704b-4743-8e8f-02949850ed4a HTTP/1.1" status: 200 len: 210 time: 0.0429540 Jul 16 19:39:08.679315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 50978) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:08.758870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:08.792026 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:08.868562 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:08.871154 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:08.872327 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] 10.222.0.97 "DELETE /v2.0/security-groups/f56bf6be-ef46-428c-b4c6-3838fab8b1da HTTP/1.1" status: 204 len: 168 time: 0.1910126 Jul 16 19:39:08.884636 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56bf6be-ef46-428c-b4c6-3838fab8b1da,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:08.896696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.897282 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.897871 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.899019 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.899608 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.899979 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.900467 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.901236 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.901557 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.901898 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.902273 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.902604 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2582c9-47e8-49e4-8db5-df570a79a5da tempest-TestShelveInstance-17930172 tempest-TestShelveInstance-17930172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:08.965225 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 50982) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:09.568474 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-da6a4188-b1a4-4d09-9abe-8a1575989411 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667968 Jul 16 19:39:09.597485 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:09.653445 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:09.680479 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-0e4854b6-0a19-471d-baf3-2bed8f7ad3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:09.683320 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-0e4854b6-0a19-471d-baf3-2bed8f7ad3c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 1099 time: 0.0879941 Jul 16 19:39:09.856185 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-5364c5c5-da2b-43be-bec5-7641bb192092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:09.858675 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-5364c5c5-da2b-43be-bec5-7641bb192092 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 916 time: 0.1369298 Jul 16 19:39:09.906584 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-cf495e5f-df30-407a-a2b4-ebbb98485d67 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 200 len: 217 time: 0.0417709 Jul 16 19:39:09.968541 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-246b3327-8331-43e2-95a9-5b39d01817e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:09.970105 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-246b3327-8331-43e2-95a9-5b39d01817e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.0575933 Jul 16 19:39:10.007458 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-ab6a4427-98c6-43c6-9f34-b40d6e01e63a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310094 Jul 16 19:39:10.114246 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-17610575-02c4-4b99-894d-6b53e18cdb88 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987027 Jul 16 19:39:10.229531 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-0fd603fe-9ebf-4719-b204-3f04e34f7090 req-2d1b5495-76be-4745-b179-664e632d903c service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091242 Jul 16 19:39:10.249387 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Deleting port 3d720402-e12c-4175-982c-21e9ac6ae520 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:10.250164 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:10.341762 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] For port 3d720402-e12c-4175-982c-21e9ac6ae520, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=3d720402-e12c-4175-982c-21e9ac6ae520,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:10.342162 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:10.357416 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Calling delete_port for 3d720402-e12c-4175-982c-21e9ac6ae520 owned by network:router_interface {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:10.604909 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:10.630162 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d720402-e12c-4175-982c-21e9ac6ae520,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:10.820008 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:11.049514 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Router dbbb6c20-7135-4de5-8299-f09c170fda76 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:39:11.161038 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:11.169430 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-db309f1f-0765-4d82-998d-2ce81f370116 admin admin] 10.222.0.97 "PUT /v2.0/routers/dbbb6c20-7135-4de5-8299-f09c170fda76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1997466 Jul 16 19:39:11.169537 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51004) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:11.171404 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] Sync routers for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:11.181267 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:11.181870 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:11.278597 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks [] for router, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:11.293355 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:11.399625 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:11.451876 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Deleting port bbe9a9a5-cd3e-4248-8040-05369b2ca69e {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:11.451876 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:11.504450 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:39:10Z', 'revision_number': 5, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port': {'id': 'bbe9a9a5-cd3e-4248-8040-05369b2ca69e', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:26Z', 'updated_at': '2021-07-16T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:11.536654 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] Checking router: dbbb6c20-7135-4de5-8299-f09c170fda76 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:11.546334 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] Routers {'dbbb6c20-7135-4de5-8299-f09c170fda76'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:11.546975 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['dbbb6c20-7135-4de5-8299-f09c170fda76'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:11.679741 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] Set router dbbb6c20-7135-4de5-8299-f09c170fda76 gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:11.734931 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:39:11Z', 'revision_number': 6, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:11.765806 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedb171-081b-4b59-b950-7c14a823b654 None None] The sync data for ids ['dbbb6c20-7135-4de5-8299-f09c170fda76'] in dv-cinder-800695-3-iscsi is: [{'id': 'dbbb6c20-7135-4de5-8299-f09c170fda76', 'name': 'tempest-TestShelveInstance-1544093436-router', 'tenant_id': '7800b5f72d964fc5b82d2e32330b0266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:25Z', 'updated_at': '2021-07-16T19:39:11Z', 'revision_number': 6, 'project_id': '7800b5f72d964fc5b82d2e32330b0266', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:11.828380 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] For port bbe9a9a5-cd3e-4248-8040-05369b2ca69e, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:11.828762 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:11.843131 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Calling delete_port for bbe9a9a5-cd3e-4248-8040-05369b2ca69e owned by network:router_gateway {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:12.022889 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.050735 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe9a9a5-cd3e-4248-8040-05369b2ca69e,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:12.062060 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.062447 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.062791 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.063133 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.063471 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.063815 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.064143 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.064480 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.064815 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.065140 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.065471 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.065807 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:12.129788 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.243333 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.245629 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.322203 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.322613 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbbb6c20-7135-4de5-8299-f09c170fda76 {{(pid=92984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:39:12.330403 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.332648 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-66003d8f-1300-4bc4-856b-18bbc53dc80f admin admin] 10.222.0.97 "DELETE /v2.0/routers/dbbb6c20-7135-4de5-8299-f09c170fda76 HTTP/1.1" status: 204 len: 168 time: 1.1617055 Jul 16 19:39:12.336962 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51014) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:12.397610 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Deleting subnet 8de26a43-887b-448c-a8da-e255f029090c {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:39:12.403147 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.444349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.590065 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.632342 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bbe9a9a5-cd3e-4248-8040-05369b2ca69e no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:12.659209 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: bbe9a9a5-cd3e-4248-8040-05369b2ca69e {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:39:12.659949 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bbe9a9a5-cd3e-4248-8040-05369b2ca69e not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:39:12.660495 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3d720402-e12c-4175-982c-21e9ac6ae520 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:12.687556 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 3d720402-e12c-4175-982c-21e9ac6ae520 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:39:12.688199 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3d720402-e12c-4175-982c-21e9ac6ae520 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:39:12.689224 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.718887 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de26a43-887b-448c-a8da-e255f029090c,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:12.723128 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.728068 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-df43d8a4-9ee9-490c-bbfa-deb6a4e93816 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8de26a43-887b-448c-a8da-e255f029090c HTTP/1.1" status: 204 len: 168 time: 0.3896320 Jul 16 19:39:12.728804 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51020) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:12.734931 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c0584-944c-4058-9e5c-c722ace4de71 None None] Network e188a8fb-f17c-469d-ae29-6d2231d3c0a1 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:12.815911 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:12.919392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Deleting port 2a272485-c6e9-41f7-b22e-424ece429c81 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:12.919718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.015787 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] For port 2a272485-c6e9-41f7-b22e-424ece429c81, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a272485-c6e9-41f7-b22e-424ece429c81,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:13.016242 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.019171 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] DHCP port deletion for e188a8fb-f17c-469d-ae29-6d2231d3c0a1 request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:39:13.040591 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Calling delete_port for 2a272485-c6e9-41f7-b22e-424ece429c81 owned by network:dhcp {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:13.080929 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Deleting port 2a272485-c6e9-41f7-b22e-424ece429c81 {{(pid=92986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:13.081563 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.155631 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.178719 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] For port 2a272485-c6e9-41f7-b22e-424ece429c81, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a272485-c6e9-41f7-b22e-424ece429c81,segment=NetworkSegment(d7075260-ac7b-40db-9abb-d7db2e1f14b2),segment_id=d7075260-ac7b-40db-9abb-d7db2e1f14b2)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:13.179148 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.185829 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2a272485-c6e9-41f7-b22e-424ece429c81,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:13.193304 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] No DVR routers for this DVR port 2a272485-c6e9-41f7-b22e-424ece429c81 on host dv-cinder-800695-3-iscsi {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:39:13.195976 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Calling delete_port for 2a272485-c6e9-41f7-b22e-424ece429c81 owned by network:dhcp {{(pid=92986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:13.293147 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.305917 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e188a8fb-f17c-469d-ae29-6d2231d3c0a1']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:13.324909 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7075260-ac7b-40db-9abb-d7db2e1f14b2') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:13.325348 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7075260-ac7b-40db-9abb-d7db2e1f14b2') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:13.341256 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.345970 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790'] for port, after_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.366241 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.373947 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Pushing event deleted for resources: {'Port': ['ID=2a272485-c6e9-41f7-b22e-424ece429c81,revision_number=None']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:13.374518 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:39:13.374884 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:39:13.377387 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:39:13.385356 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.385703 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.386060 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.386447 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.386791 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.387275 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.387614 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.387949 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.388283 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.388608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.388934 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.389287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:13.392603 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b319b22-43d8-4a19-888b-e1aca6a19870 None None] No DVR routers for this DVR port 2a272485-c6e9-41f7-b22e-424ece429c81 on host dv-cinder-800695-3-iscsi {{(pid=92986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:39:13.477338 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.487485 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:13.490815 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] 10.222.0.97 "DELETE /v2.0/networks/e188a8fb-f17c-469d-ae29-6d2231d3c0a1 HTTP/1.1" status: 204 len: 168 time: 0.7580943 Jul 16 19:39:13.494303 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51028) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:13.505782 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8a462-81ab-45f4-a95b-19bcfc51d3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e188a8fb-f17c-469d-ae29-6d2231d3c0a1,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:14.018533 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:14.340836 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Deleting port 204ff721-cb2a-447e-8eb3-3cb7e34bb578 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:14.341149 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:14.437840 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] For port 204ff721-cb2a-447e-8eb3-3cb7e34bb578, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=204ff721-cb2a-447e-8eb3-3cb7e34bb578,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:14.438062 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:14.443494 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a272485-c6e9-41f7-b22e-424ece429c81 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:14.466523 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Calling delete_port for 204ff721-cb2a-447e-8eb3-3cb7e34bb578 owned by network:router_interface {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:14.469381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 2a272485-c6e9-41f7-b22e-424ece429c81 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:39:14.469900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a272485-c6e9-41f7-b22e-424ece429c81 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:39:14.722018 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:14.761100 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=204ff721-cb2a-447e-8eb3-3cb7e34bb578,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:15.002024 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:15.516446 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Router 26b13a8b-8c53-4a37-95c4-0c72001eb967 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:39:15.628961 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:15.636514 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-afe6b72c-815b-4441-a945-400aaedb1b22 admin admin] 10.222.0.97 "PUT /v2.0/routers/26b13a8b-8c53-4a37-95c4-0c72001eb967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401889 Jul 16 19:39:15.638520 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51046) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:15.645370 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] Sync routers for ids ['26b13a8b-8c53-4a37-95c4-0c72001eb967'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:15.655820 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] Routers {'26b13a8b-8c53-4a37-95c4-0c72001eb967'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:15.656433 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['26b13a8b-8c53-4a37-95c4-0c72001eb967'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:15.755436 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks [] for router, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:15.769242 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] Set router 26b13a8b-8c53-4a37-95c4-0c72001eb967 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:15.867502 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:15.924037 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Deleting port d7be9814-cea0-4611-8e3c-625cb6ef03bb {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:15.924376 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.010694 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:39:14Z', 'revision_number': 5, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port': {'id': 'd7be9814-cea0-4611-8e3c-625cb6ef03bb', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:31:37Z', 'updated_at': '2021-07-16T19:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:16.012354 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] For port d7be9814-cea0-4611-8e3c-625cb6ef03bb, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=d7be9814-cea0-4611-8e3c-625cb6ef03bb,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:16.012771 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.029026 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Calling delete_port for d7be9814-cea0-4611-8e3c-625cb6ef03bb owned by network:router_gateway {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:16.037593 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] Checking router: 26b13a8b-8c53-4a37-95c4-0c72001eb967 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:16.046991 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] Routers {'26b13a8b-8c53-4a37-95c4-0c72001eb967'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:16.047354 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['26b13a8b-8c53-4a37-95c4-0c72001eb967'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:16.147046 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] Set router 26b13a8b-8c53-4a37-95c4-0c72001eb967 gateway port host: None {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:16.210648 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:39:15Z', 'revision_number': 6, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:16.239893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.258664 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcfcfce-7c88-4811-b5c4-cd86db69ebcb None None] The sync data for ids ['26b13a8b-8c53-4a37-95c4-0c72001eb967'] in dv-cinder-800695-3-iscsi is: [{'id': '26b13a8b-8c53-4a37-95c4-0c72001eb967', 'name': 'tempest-TestShelveInstance-1454953579-router', 'tenant_id': 'dc128fabab534d13be23fd932c36087e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:31:36Z', 'updated_at': '2021-07-16T19:39:15Z', 'revision_number': 6, 'project_id': 'dc128fabab534d13be23fd932c36087e', 'gw_port_host': None}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:16.273724 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7be9814-cea0-4611-8e3c-625cb6ef03bb,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:16.359643 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.479304 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.482513 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.572619 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.573380 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b13a8b-8c53-4a37-95c4-0c72001eb967 {{(pid=92985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:39:16.580081 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.581504 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a26b0865-7d52-4dfa-8fe1-32fa0226bb9b admin admin] 10.222.0.97 "DELETE /v2.0/routers/26b13a8b-8c53-4a37-95c4-0c72001eb967 HTTP/1.1" status: 204 len: 168 time: 0.9416120 Jul 16 19:39:16.584301 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51056) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:16.636589 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Deleting subnet cfa21dfc-b705-471b-b56e-4a64c745826a {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:39:16.642160 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.693017 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.738384 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 204ff721-cb2a-447e-8eb3-3cb7e34bb578 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:16.773464 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 204ff721-cb2a-447e-8eb3-3cb7e34bb578 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:39:16.773804 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 204ff721-cb2a-447e-8eb3-3cb7e34bb578 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:39:16.806264 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.869310 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.894043 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa21dfc-b705-471b-b56e-4a64c745826a,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:16.901131 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:16.904014 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-5635a651-44ad-401b-8d9b-f95c2e5ff48e admin admin] 10.222.0.97 "DELETE /v2.0/subnets/cfa21dfc-b705-471b-b56e-4a64c745826a HTTP/1.1" status: 204 len: 168 time: 0.3177819 Jul 16 19:39:16.906086 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51060) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:16.909555 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4c8ac-0ef0-4834-9ac6-efba6ad286f7 None None] Network 75d340e9-5a1c-47a0-9071-0bb209e23076 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:16.991061 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.052707 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Deleting port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:17.053538 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.139709 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] For port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:17.140086 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.142576 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] DHCP port deletion for 75d340e9-5a1c-47a0-9071-0bb209e23076 request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:39:17.162342 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Calling delete_port for ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:17.228593 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] Deleting port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff {{(pid=92986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:39:17.229069 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.300303 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.326534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:17.330170 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] For port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,segment=NetworkSegment(cdbbdb0d-c9a0-4a6e-9c93-011f19852473),segment_id=cdbbdb0d-c9a0-4a6e-9c93-011f19852473)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:17.330557 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.332767 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] No DVR routers for this DVR port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff on host dv-cinder-800695-3-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:39:17.347062 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] Calling delete_port for ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff owned by network:dhcp {{(pid=92986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:39:17.426221 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.438730 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d340e9-5a1c-47a0-9071-0bb209e23076']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:17.448724 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790'] for port, after_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.454633 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:17.455212 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbbdb0d-c9a0-4a6e-9c93-011f19852473') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:17.466621 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.477559 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] Pushing event deleted for resources: {'Port': ['ID=ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff,revision_number=None']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:17.484989 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b8631-2d7f-4c4a-b28c-34a3cb27cb81 None None] No DVR routers for this DVR port ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff on host dv-cinder-800695-3-iscsi {{(pid=92986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:39:17.486876 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.501396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:39:17.501396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:39:17.503711 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:39:17.568396 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.580671 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.583124 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] 10.222.0.97 "DELETE /v2.0/networks/75d340e9-5a1c-47a0-9071-0bb209e23076 HTTP/1.1" status: 204 len: 168 time: 0.6758626 Jul 16 19:39:17.596747 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0092ecd-f9e7-48c1-99da-cd1ced3ce3df admin admin] Pushing event deleted for resources: {'Network': ['ID=75d340e9-5a1c-47a0-9071-0bb209e23076,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:17.720063 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51070) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:17.769157 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-8efd0d06-6a90-4aae-8e35-acc20b85966e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7800b5f72d964fc5b82d2e32330b0266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473013 Jul 16 19:39:17.771612 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51072) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:17.828335 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f581a50b-a985-45d7-b89a-d96366be3bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.851466 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f581a50b-a985-45d7-b89a-d96366be3bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.901206 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f581a50b-a985-45d7-b89a-d96366be3bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.904106 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f581a50b-a985-45d7-b89a-d96366be3bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:17.905260 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-f581a50b-a985-45d7-b89a-d96366be3bae admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/31bb64d6-9fcf-4d62-a1c5-acc3a6d4c941 HTTP/1.1" status: 204 len: 168 time: 0.1327555 Jul 16 19:39:17.914590 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a50b-a985-45d7-b89a-d96366be3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb64d6-9fcf-4d62-a1c5-acc3a6d4c941,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:18.256701 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51082) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:18.300282 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c6f036ad-c9c7-434d-8af2-3e022bf40384 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dc128fabab534d13be23fd932c36087e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415611 Jul 16 19:39:18.302750 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51084) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:18.359875 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7181-9e00-47d8-8569-2912fbf21ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:18.387686 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7181-9e00-47d8-8569-2912fbf21ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:18.433211 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:18.456893 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:39:18.457231 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device ec8e42a0-272d-4f5e-a2c6-28b1ed0957ff not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:39:18.457657 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device d7be9814-cea0-4611-8e3c-625cb6ef03bb no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:18.459302 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7181-9e00-47d8-8569-2912fbf21ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:18.462697 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7181-9e00-47d8-8569-2912fbf21ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:18.463885 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-7cbf7181-9e00-47d8-8569-2912fbf21ed5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b3975770-54ea-472a-9784-b7abd8653333 HTTP/1.1" status: 204 len: 168 time: 0.1602180 Jul 16 19:39:18.477790 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf7181-9e00-47d8-8569-2912fbf21ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3975770-54ea-472a-9784-b7abd8653333,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:18.480940 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: d7be9814-cea0-4611-8e3c-625cb6ef03bb {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:39:18.481285 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device d7be9814-cea0-4611-8e3c-625cb6ef03bb not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:39:19.294197 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51112) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:19.447065 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1156771902-network', 'tenant_id': '95f44d018c8946a58657b73781cfea5a'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:19.469423 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Made reservation on behalf of 95f44d018c8946a58657b73781cfea5a for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:19.472066 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.482373 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.578248 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.582393 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.608856 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:39:19.614105 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0023a04c-040f-4e32-a2ab-b28bd83904b5,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:19.621518 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.622929 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Added segment ce128945-2373-446b-beca-596662e43f8f of type vlan for network a6d67849-c8a2-46b8-b786-f45ca140fb7a Jul 16 19:39:19.663551 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.692077 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.692979 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:19.693564 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.723980 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4286621 Jul 16 19:39:19.727176 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51122) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:19.732534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Request body: {'subnet': {'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1156771902-subnet', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:19.754973 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Made reservation on behalf of 95f44d018c8946a58657b73781cfea5a for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:19.758039 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30789401'] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.759186 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f720e9-14be-4a24-ba53-2a28c60a2b04 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d67849-c8a2-46b8-b786-f45ca140fb7a,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:19.770365 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:39:19.931500 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31093015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30789387'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.989555 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55d708e-9543-440e-a1c0-243bbb3cfd73,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:20.001312 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Checking segment: {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:20.001661 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Network hostable DHCP agents. Network: a6d67849-c8a2-46b8-b786-f45ca140fb7a, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:39:20.018215 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:39:20.028096 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, a6d67849-c8a2-46b8-b786-f45ca140fb7a) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:20.032190 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:20.032787 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.040313 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27fea0-0ee1-4e5d-b390-7bd40df7debc None None] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:20.047487 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-b3aa5ac1-9be6-441e-baf9-41265a707fda admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3190830 Jul 16 19:39:20.050504 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51124) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:20.054956 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:20.076748 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.078212 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.135217 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.191030 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'fixed_ips': [{'subnet_id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:39:20.191906 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.277564 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.362572 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Allocated IP 172.20.0.2 (a6d67849-c8a2-46b8-b786-f45ca140fb7a/e55d708e-9543-440e-a1c0-243bbb3cfd73/7e8f7f97-b8fc-44de-b566-c9e3b108ef2b) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:20.529514 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.549385 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.637311 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.646566 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Transition to ACTIVE for port object 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:20.658160 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Allocated IP 172.27.2.188 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/85f46807-e79a-453d-aa9d-e09fe6cd8863) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:20.662313 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Transition to ACTIVE for port object 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:20.672130 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.717659 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:20.720615 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:20.724955 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:20.728126 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Pushing event updated for resources: {'Port': ['ID=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:20.772832 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.784177 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Attempting to bind port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:20.784690 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Attempting to bind port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:20.784896 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Attempting to bind port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b on network a6d67849-c8a2-46b8-b786-f45ca140fb7a {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:20.790005 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:20.790415 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Checking segment: {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:20.790816 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.791208 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Bound using segment: {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:20.791668 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Bound port: 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:20.792047 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.811782 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.852965 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:20.855893 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] For port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:20.857656 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:20.859531 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] For port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:20.862049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:20.870068 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.883880 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Pushing event updated for resources: {'Port': ['ID=85f46807-e79a-453d-aa9d-e09fe6cd8863,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:20.940384 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a9ca-8e74-4639-8e6f-fc91fdb4dc40 None None] Pushing event updated for resources: {'Port': ['ID=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:21.138974 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:21.341596 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:21.480078 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:39:21.873880 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe397ce5-74c1-4edc-a15a-c5fdf2adad15 None None] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:21.877413 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:21.890945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Sync routers for ids ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:21.903056 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:21.908269 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-7fe18387-b216-40a6-8319-9f77f2ec0c8b admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8529942 Jul 16 19:39:21.908493 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51142) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:21.949983 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Routers {'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:21.950649 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:22.016650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-f072ba83-a8e8-42a5-a8eb-bc800dcb2cb1 None None] Provisioning for port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:22.126842 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Set router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:22.338687 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:21Z', 'revision_number': 3, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:22.368239 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.369882 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Checking router: b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:22.370271 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Updating router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 port 85f46807-e79a-453d-aa9d-e09fe6cd8863 binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:39:22.408463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.519974 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:22.548356 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Allocated IP 172.20.0.1 (a6d67849-c8a2-46b8-b786-f45ca140fb7a/e55d708e-9543-440e-a1c0-243bbb3cfd73/499fc7c2-684b-404f-956c-f1c4619d8d6d) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:22.657724 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:22.664619 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:22.664993 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.677629 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.693583 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Transition to ACTIVE for port object 499fc7c2-684b-404f-956c-f1c4619d8d6d will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:22.731602 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.776213 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:22.781652 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:22.783850 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Pushing event updated for resources: {'Port': ['ID=499fc7c2-684b-404f-956c-f1c4619d8d6d,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:22.786169 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:22.814612 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.821215 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.825200 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.846103 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Transition to ACTIVE for port object 85f46807-e79a-453d-aa9d-e09fe6cd8863 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:22.856378 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.889557 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:22.898359 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.925406 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976acfe-b5f0-4abb-a923-d3fa4b2a65fc None None] Pushing event updated for resources: {'Port': ['ID=85f46807-e79a-453d-aa9d-e09fe6cd8863,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:22.934513 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Attempting to bind port 85f46807-e79a-453d-aa9d-e09fe6cd8863 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:22.934513 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Attempting to bind port 85f46807-e79a-453d-aa9d-e09fe6cd8863 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:22.934513 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Attempting to bind port 85f46807-e79a-453d-aa9d-e09fe6cd8863 on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:22.963635 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:22.964018 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:22.964426 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.964831 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:22.965306 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Bound port: 85f46807-e79a-453d-aa9d-e09fe6cd8863, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:22.965695 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.987241 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.013394 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:23.043549 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] For port 85f46807-e79a-453d-aa9d-e09fe6cd8863, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:23.047221 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] For port 85f46807-e79a-453d-aa9d-e09fe6cd8863, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=85f46807-e79a-453d-aa9d-e09fe6cd8863,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:23.048165 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-630024e1-32a0-49c8-93c2-a17b539e1546 None None] Provisioning for port 499fc7c2-684b-404f-956c-f1c4619d8d6d completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:23.053049 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.055100 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-630024e1-32a0-49c8-93c2-a17b539e1546 None None] Provisioning complete for port 499fc7c2-684b-404f-956c-f1c4619d8d6d triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:23.055267 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-630024e1-32a0-49c8-93c2-a17b539e1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.129155 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-630024e1-32a0-49c8-93c2-a17b539e1546 None None] Port 499fc7c2-684b-404f-956c-f1c4619d8d6d cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:23.145302 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Routers {'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:23.145857 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:23.151179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976acfe-b5f0-4abb-a923-d3fa4b2a65fc None None] Pushing event updated for resources: {'Port': ['ID=85f46807-e79a-453d-aa9d-e09fe6cd8863,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:23.160831 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.165977 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.236613 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.238437 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Pushing event updated for resources: {'Port': ['ID=499fc7c2-684b-404f-956c-f1c4619d8d6d,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:23.339756 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:23.341119 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:23.386493 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] Set router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:23.516937 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:39:23.701674 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-08ae392e-fb64-45d9-9439-0c3c19c724ba None None] Provisioning complete for port 499fc7c2-684b-404f-956c-f1c4619d8d6d triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:23.702040 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-08ae392e-fb64-45d9-9439-0c3c19c724ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.708653 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:23.721771 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-bdb122d3-fb2b-461b-be44-ca2ee557b78f admin admin] 10.222.0.97 "PUT /v2.0/routers/b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047416 Jul 16 19:39:23.745707 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-08ae392e-fb64-45d9-9439-0c3c19c724ba None None] Port 499fc7c2-684b-404f-956c-f1c4619d8d6d cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:23.755233 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '499fc7c2-684b-404f-956c-f1c4619d8d6d', 'name': '', 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'mac_address': 'fa:16:3e:c7:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:22Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 1, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'subnets': [{'id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:23.787385 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d8148-9326-4406-9eec-c8993c60d797 None None] The sync data for ids ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'] in dv-cinder-800695-3-iscsi is: [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '499fc7c2-684b-404f-956c-f1c4619d8d6d', 'name': '', 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'mac_address': 'fa:16:3e:c7:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:22Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 1, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'subnets': [{'id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:23.938179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-49c785a0-6160-4c8e-b36e-598ac50291e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.457060 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51176) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:24.463676 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1924552348-network', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:24.474797 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:24.500559 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Made reservation on behalf of 5ae73432927a4f5a8ec5fc73bb5cc2d1 for: {'network': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:24.503315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.514584 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.549386 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:24.549653 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.692558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.699764 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.753098 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=92985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:39:24.769707 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b9588c-2533-4de3-953f-f4e6e9f8f270,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:24.784574 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.785535 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.segments_db [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Added segment d249b2ab-5659-481c-b55a-eef8a1187294 of type vlan for network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 Jul 16 19:39:24.861086 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.906887 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.908557 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:24.909591 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:24.971892 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5130098 Jul 16 19:39:24.975122 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51184) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:24.981580 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Request body: {'subnet': {'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1924552348-subnet', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'ip_version': 4}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:25.024047 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016525b1-70cf-43be-a4cd-cf67c4742132 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:25.040624 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:39:25.042759 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Made reservation on behalf of 5ae73432927a4f5a8ec5fc73bb5cc2d1 for: {'subnet': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:25.045623 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30789401'] for subnet, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.235862 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31093015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30789387'] for subnet, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.289648 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6328512a-02f8-42f2-914d-5b782fa9bb45,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:25.308735 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Checking segment: {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:25.309096 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Network hostable DHCP agents. Network: 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:39:25.328305 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:39:25.338527 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85) {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:25.343258 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:25.344240 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.352432 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf35ca-d80d-42a8-a3ee-c0b79d419246 None None] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:25.362044 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e2d43dd9-c4e2-455e-91cb-2eca11d73fe6 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3858912 Jul 16 19:39:25.364726 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51186) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:25.369981 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:25.394841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8583'] for router, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.396416 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33465737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33324860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33314516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10612'] for router, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.461690 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.572888 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4aee64be-77ba-5cd1-aaaf-9959d7d60486-4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85', 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'fixed_ips': [{'subnet_id': '6328512a-02f8-42f2-914d-5b782fa9bb45'}]}} from dv-cinder-800695-3-iscsi. {{(pid=92986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:39:25.574841 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.635469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33324846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33324958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10598'] for router, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.736274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.db_base_plugin_common [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Allocated IP 172.20.0.2 (4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85/6328512a-02f8-42f2-914d-5b782fa9bb45/18fe9344-4c85-4088-b7b9-2439bc0863a7) {{(pid=92986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:25.908865 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.927063 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Notify callbacks [] for port, precommit_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.928354 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.936673 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Transition to ACTIVE for port object 18fe9344-4c85-4088-b7b9-2439bc0863a7 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:25.952522 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Transition to ACTIVE for port object 18fe9344-4c85-4088-b7b9-2439bc0863a7 will not be triggered until provisioned by entity DHCP. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:25.958700 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781'] for port, after_create {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.004537 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 is already hosted by enough agents. {{(pid=92986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:26.007890 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.scheduler.base_scheduler [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Resources bound (agent type, host, resource id): {{(pid=92986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:26.012862 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Received port after_create {{(pid=92986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:26.020070 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Pushing event updated for resources: {'Port': ['ID=18fe9344-4c85-4088-b7b9-2439bc0863a7,revision_number=1']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:26.056986 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Allocated IP 172.27.2.31 (645c0210-87f5-4c39-bd25-0c4b425dfb95/a31430f5-6ea7-47fb-b615-14e4ff768508/e1ced4d9-6084-4c49-92e0-deea9a79ba2b) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:26.083515 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Attempting to bind port 18fe9344-4c85-4088-b7b9-2439bc0863a7 on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:26.084352 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Attempting to bind port 18fe9344-4c85-4088-b7b9-2439bc0863a7 by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:26.084590 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Attempting to bind port 18fe9344-4c85-4088-b7b9-2439bc0863a7 on network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:26.090336 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:26.090718 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Checking segment: {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:26.091121 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.091518 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Bound using segment: {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:26.091973 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Bound port: 18fe9344-4c85-4088-b7b9-2439bc0863a7, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:26.092348 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.171520 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] For port 18fe9344-4c85-4088-b7b9-2439bc0863a7, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:26.175129 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] For port 18fe9344-4c85-4088-b7b9-2439bc0863a7, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=18fe9344-4c85-4088-b7b9-2439bc0863a7,segment=NetworkSegment(d249b2ab-5659-481c-b55a-eef8a1187294),segment_id=d249b2ab-5659-481c-b55a-eef8a1187294)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:26.181009 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.182956 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.211861 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Sync routers for ids ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:26.221812 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Routers {'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:26.222461 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:38:56Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:26.229563 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.267152 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549b1e-fff1-402d-a412-21b239787988 None None] Pushing event updated for resources: {'Port': ['ID=18fe9344-4c85-4088-b7b9-2439bc0863a7,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:26.282404 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Network 645c0210-87f5-4c39-bd25-0c4b425dfb95 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:26.285267 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:26.287723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:26.313974 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Pushing event updated for resources: {'Port': ['ID=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:26.449013 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Set router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:26.458371 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5eda56ee-8d35-4a72-9825-43cf27e554a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.571179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 85f46807-e79a-453d-aa9d-e09fe6cd8863 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:26.650909 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.670483 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 85f46807-e79a-453d-aa9d-e09fe6cd8863 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:26.671642 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.674855 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 85f46807-e79a-453d-aa9d-e09fe6cd8863 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:26.675453 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.765785 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.768581 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '499fc7c2-684b-404f-956c-f1c4619d8d6d', 'name': '', 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'mac_address': 'fa:16:3e:c7:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:22Z', 'updated_at': '2021-07-16T19:39:23Z', 'revision_number': 2, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'subnets': [{'id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:26.791242 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 85f46807-e79a-453d-aa9d-e09fe6cd8863, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=85f46807-e79a-453d-aa9d-e09fe6cd8863,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:26.797394 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.801361 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Checking router: b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:26.801915 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Updating router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 port 499fc7c2-684b-404f-956c-f1c4619d8d6d binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:39:26.865082 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:26.878798 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=85f46807-e79a-453d-aa9d-e09fe6cd8863,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:26.906866 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33325040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33324811'] for router, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.045588 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Router 4ce3477e-ddd4-4de3-bee4-812fb610b482 is scheduled to L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a with binding_index 1 {{(pid=92984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:39:27.177838 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:27.192285 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Sync routers for ids ['4ce3477e-ddd4-4de3-bee4-812fb610b482'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:27.197779 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.199395 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-e4f02d29-647d-4464-8ab9-3fb5e4d8e5fb admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8334253 Jul 16 19:39:27.202243 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51204) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:27.204911 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.208302 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Routers {'4ce3477e-ddd4-4de3-bee4-812fb610b482'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:27.209261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:39:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['4ce3477e-ddd4-4de3-bee4-812fb610b482'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:27.220430 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Transition to ACTIVE for port object 499fc7c2-684b-404f-956c-f1c4619d8d6d will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:27.230055 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.319140 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Pushing event updated for resources: {'Port': ['ID=499fc7c2-684b-404f-956c-f1c4619d8d6d,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:27.331435 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.332105 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.332610 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.333108 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.333600 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.334106 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.334629 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.335969 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.336688 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.337027 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.338006 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.338377 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:27.361642 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Set router 4ce3477e-ddd4-4de3-bee4-812fb610b482 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:27.444438 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Attempting to bind port 499fc7c2-684b-404f-956c-f1c4619d8d6d on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:27.445652 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Attempting to bind port 499fc7c2-684b-404f-956c-f1c4619d8d6d by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:27.446212 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Attempting to bind port 499fc7c2-684b-404f-956c-f1c4619d8d6d on network a6d67849-c8a2-46b8-b786-f45ca140fb7a {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:27.463725 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:27.464536 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Checking segment: {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:27.465163 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.465782 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Bound using segment: {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:27.466600 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Bound port: 499fc7c2-684b-404f-956c-f1c4619d8d6d, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce128945-2373-446b-beca-596662e43f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:27.467258 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.548151 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] For port 499fc7c2-684b-404f-956c-f1c4619d8d6d, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:27.554637 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] For port 499fc7c2-684b-404f-956c-f1c4619d8d6d, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=499fc7c2-684b-404f-956c-f1c4619d8d6d,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:27.566894 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.614885 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 3, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:27.649816 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Routers {'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:27.650866 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:39:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:27.657256 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Checking router: 4ce3477e-ddd4-4de3-bee4-812fb610b482 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:27.657615 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Updating router 4ce3477e-ddd4-4de3-bee4-812fb610b482 port e1ced4d9-6084-4c49-92e0-deea9a79ba2b binding host dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:39:27.664553 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f5305-c4e3-458b-91d5-996cf925c0a5 None None] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:39:27.695604 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378111-0ae2-4831-8ddd-427559cd8655 None None] Pushing event updated for resources: {'Port': ['ID=499fc7c2-684b-404f-956c-f1c4619d8d6d,revision_number=4']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:27.748448 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:27.783422 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] Set router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:27.846333 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-1a955c04-2bc8-4926-a0d5-6b39a857c1ef None None] Provisioning for port 18fe9344-4c85-4088-b7b9-2439bc0863a7 completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:27.872261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.072385 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '499fc7c2-684b-404f-956c-f1c4619d8d6d', 'name': '', 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'mac_address': 'fa:16:3e:c7:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:22Z', 'updated_at': '2021-07-16T19:39:27Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'subnets': [{'id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:28.077911 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.102951 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee46d4-a016-451b-87f6-b028007988eb None None] The sync data for ids ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'] in dv-cinder-800695-3-iscsi is: [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:22Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '499fc7c2-684b-404f-956c-f1c4619d8d6d', 'name': '', 'network_id': 'a6d67849-c8a2-46b8-b786-f45ca140fb7a', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'mac_address': 'fa:16:3e:c7:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:22Z', 'updated_at': '2021-07-16T19:39:27Z', 'revision_number': 4, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'subnets': [{'id': 'e55d708e-9543-440e-a1c0-243bbb3cfd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:28.287417 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_common [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Allocated IP 172.20.0.1 (4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85/6328512a-02f8-42f2-914d-5b782fa9bb45/5ba06647-bd19-464e-9a5a-d2a69c5a259c) {{(pid=92984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:28.386978 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.426284 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Transition to ACTIVE for port object e1ced4d9-6084-4c49-92e0-deea9a79ba2b will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:28.442004 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.448449 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.468939 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.provisioning_blocks [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Transition to ACTIVE for port object 5ba06647-bd19-464e-9a5a-d2a69c5a259c will not be triggered until provisioned by entity DHCP. {{(pid=92984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:28.527324 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.536108 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Attempting to bind port e1ced4d9-6084-4c49-92e0-deea9a79ba2b on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:28.537119 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Attempting to bind port e1ced4d9-6084-4c49-92e0-deea9a79ba2b by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:28.537684 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Attempting to bind port e1ced4d9-6084-4c49-92e0-deea9a79ba2b on network 645c0210-87f5-4c39-bd25-0c4b425dfb95 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:28.540172 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416355b3-37a4-4037-b4b9-bde93f3e349f None None] Pushing event updated for resources: {'Port': ['ID=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:28.548434 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:28.549428 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Checking segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:28.550419 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.550995 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Bound using segment: {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:28.551485 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Bound port: e1ced4d9-6084-4c49-92e0-deea9a79ba2b, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75649c11-0ee0-4679-a140-8604b4ffbba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:28.551881 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.614038 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] For port e1ced4d9-6084-4c49-92e0-deea9a79ba2b, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:28.625012 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] For port e1ced4d9-6084-4c49-92e0-deea9a79ba2b, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:28.630376 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:28.630669 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.635937 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:28.654566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Received port after_create {{(pid=92984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:28.656968 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Pushing event updated for resources: {'Port': ['ID=5ba06647-bd19-464e-9a5a-d2a69c5a259c,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:28.705192 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 18fe9344-4c85-4088-b7b9-2439bc0863a7 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:28.710746 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33465660'] for router_interface, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.773882 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416355b3-37a4-4037-b4b9-bde93f3e349f None None] Pushing event updated for resources: {'Port': ['ID=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:28.789605 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Routers {'4ce3477e-ddd4-4de3-bee4-812fb610b482'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:28.790655 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:39:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['4ce3477e-ddd4-4de3-bee4-812fb610b482'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:28.892840 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 18fe9344-4c85-4088-b7b9-2439bc0863a7 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:28.903100 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 18fe9344-4c85-4088-b7b9-2439bc0863a7 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:28.903537 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.915122 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:28.942333 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] Set router 4ce3477e-ddd4-4de3-bee4-812fb610b482 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:29.072145 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-36aede12-8df3-4a8f-8508-c05371207bfc None None] Provisioning for port 5ba06647-bd19-464e-9a5a-d2a69c5a259c completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:29.084895 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-36aede12-8df3-4a8f-8508-c05371207bfc None None] Provisioning complete for port 5ba06647-bd19-464e-9a5a-d2a69c5a259c triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:29.085702 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-36aede12-8df3-4a8f-8508-c05371207bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.116152 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.121198 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30198484'] for port, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.192529 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Pushing event updated for resources: {'Port': ['ID=5ba06647-bd19-464e-9a5a-d2a69c5a259c,revision_number=2']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:29.195366 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33040948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33465672'] for router_interface, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.201700 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-36aede12-8df3-4a8f-8508-c05371207bfc None None] Port 5ba06647-bd19-464e-9a5a-d2a69c5a259c cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:29.203187 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.204540 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.253742 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 18fe9344-4c85-4088-b7b9-2439bc0863a7, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=18fe9344-4c85-4088-b7b9-2439bc0863a7,segment=NetworkSegment(d249b2ab-5659-481c-b55a-eef8a1187294),segment_id=d249b2ab-5659-481c-b55a-eef8a1187294)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:29.259713 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.260508 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 499fc7c2-684b-404f-956c-f1c4619d8d6d up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:29.297548 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 is already hosted by enough agents. {{(pid=92984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:29.298920 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:29.313818 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 3, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:29.360452 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9610bae-8d4d-4505-9af2-f8b3b295fff1 None None] The sync data for ids ['4ce3477e-ddd4-4de3-bee4-812fb610b482'] in dv-cinder-800695-3-iscsi is: [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 3, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:29.380469 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=18fe9344-4c85-4088-b7b9-2439bc0863a7,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:29.396548 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 499fc7c2-684b-404f-956c-f1c4619d8d6d completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:29.403292 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 499fc7c2-684b-404f-956c-f1c4619d8d6d triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:29.403676 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.469913 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Router 4ce3477e-ddd4-4de3-bee4-812fb610b482 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:39:29.525333 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.578510 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 499fc7c2-684b-404f-956c-f1c4619d8d6d, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=499fc7c2-684b-404f-956c-f1c4619d8d6d,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:29.583915 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.584779 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 85f46807-e79a-453d-aa9d-e09fe6cd8863 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:29.618445 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:39:29.624058 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f265fd04-4ea9-4806-8a66-aa2b893f7f8b admin admin] 10.222.0.97 "PUT /v2.0/routers/4ce3477e-ddd4-4de3-bee4-812fb610b482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4207239 Jul 16 19:39:29.688995 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=499fc7c2-684b-404f-956c-f1c4619d8d6d,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:29.697466 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-0a985500-ca24-4cd6-acdc-d3e27708f4bc None None] Provisioning complete for port 5ba06647-bd19-464e-9a5a-d2a69c5a259c triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:29.697860 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0a985500-ca24-4cd6-acdc-d3e27708f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.745038 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 85f46807-e79a-453d-aa9d-e09fe6cd8863 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:29.745412 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.775098 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-0a985500-ca24-4cd6-acdc-d3e27708f4bc None None] Port 5ba06647-bd19-464e-9a5a-d2a69c5a259c cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:30.516416 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 18fe9344-4c85-4088-b7b9-2439bc0863a7 up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:30.579873 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 18fe9344-4c85-4088-b7b9-2439bc0863a7 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:30.580241 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:30.668838 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 499fc7c2-684b-404f-956c-f1c4619d8d6d up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:30.720645 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 499fc7c2-684b-404f-956c-f1c4619d8d6d triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:30.721019 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:30.807724 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device e1ced4d9-6084-4c49-92e0-deea9a79ba2b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:30.861670 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port e1ced4d9-6084-4c49-92e0-deea9a79ba2b completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:30.866065 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port e1ced4d9-6084-4c49-92e0-deea9a79ba2b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:30.867135 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:30.964846 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:30.985138 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port e1ced4d9-6084-4c49-92e0-deea9a79ba2b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:30.989401 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.053341 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:31.329414 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51246) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:31.334274 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057546740', 'description': 'tempest-secgroup-smoke-1057546740 description', 'project_id': '95f44d018c8946a58657b73781cfea5a'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:31.359180 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.401993 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Sync routers for ids ['4ce3477e-ddd4-4de3-bee4-812fb610b482'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:39:31.412428 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Routers {'4ce3477e-ddd4-4de3-bee4-812fb610b482'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:31.413918 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:39:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['4ce3477e-ddd4-4de3-bee4-812fb610b482'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:31.453545 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.459224 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.491123 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.492769 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1622231 Jul 16 19:39:31.495889 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51248) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:31.500621 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c86e2-d9a1-4d72-aa06-da2b98ae53a3 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835226a4-b421-4eba-84c0-0cc226e7a939,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:31.500807 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group_rule': {'security_group_id': '835226a4-b421-4eba-84c0-0cc226e7a939', 'project_id': '95f44d018c8946a58657b73781cfea5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:31.534596 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Set router 4ce3477e-ddd4-4de3-bee4-812fb610b482 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:31.536418 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.589102 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.593217 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.613615 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dede0172-fc51-4f8a-81bf-f4fe572d3995,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:31.621383 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.623556 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-388fc556-3e20-419f-b0b8-0304dba575e8 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264482 Jul 16 19:39:31.626463 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51250) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:31.634343 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group_rule': {'security_group_id': '835226a4-b421-4eba-84c0-0cc226e7a939', 'project_id': '95f44d018c8946a58657b73781cfea5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:31.676622 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.754466 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:28Z', 'revision_number': 4, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ba06647-bd19-464e-9a5a-d2a69c5a259c', 'name': '', 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'mac_address': 'fa:16:3e:14:8e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6328512a-02f8-42f2-914d-5b782fa9bb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:28Z', 'updated_at': '2021-07-16T19:39:28Z', 'revision_number': 2, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'subnets': [{'id': '6328512a-02f8-42f2-914d-5b782fa9bb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:31.761736 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.765830 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.785686 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Checking router: 4ce3477e-ddd4-4de3-bee4-812fb610b482 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:39:31.786037 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Updating router 4ce3477e-ddd4-4de3-bee4-812fb610b482 port 5ba06647-bd19-464e-9a5a-d2a69c5a259c binding host dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:39:31.786642 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ba891c-c76e-4305-b08a-6f5476268b10,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:31.794963 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.796300 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-e2227c1f-a3e7-4065-9314-b3184d6990f9 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681414 Jul 16 19:39:31.800245 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 51252) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:31.806125 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group_rule': {'security_group_id': '835226a4-b421-4eba-84c0-0cc226e7a939', 'project_id': '95f44d018c8946a58657b73781cfea5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:31.825815 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.848416 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.936417 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.941525 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.964191 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26456799-d3e7-4132-890c-1c480ba292f3,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:31.967843 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.969202 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-19b7c667-7230-4184-bcee-d34141b8af30 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678357 Jul 16 19:39:31.972406 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51256) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:31.980448 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group_rule': {'security_group_id': '835226a4-b421-4eba-84c0-0cc226e7a939', 'project_id': '95f44d018c8946a58657b73781cfea5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:32.020859 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.102642 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.107892 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.127563 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59608db-febd-4fea-bef7-c3ae94f7302b,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:32.133269 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.135388 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-5ad550b4-9834-4433-aefa-44a3e669ca37 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611371 Jul 16 19:39:32.138465 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51260) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:32.144539 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group_rule': {'security_group_id': '835226a4-b421-4eba-84c0-0cc226e7a939', 'project_id': '95f44d018c8946a58657b73781cfea5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:32.170313 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.securitygroups_db [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Project 95f44d018c8946a58657b73781cfea5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:39:32.175229 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.209825 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Notify callbacks [] for port, precommit_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.222001 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.provisioning_blocks [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Transition to ACTIVE for port object 5ba06647-bd19-464e-9a5a-d2a69c5a259c will not be triggered until provisioned by entity L2. {{(pid=92987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:32.231113 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.268205 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.275100 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.281049 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834239f9-0004-45ef-aa85-0f73de3626a5 None None] Pushing event updated for resources: {'Port': ['ID=5ba06647-bd19-464e-9a5a-d2a69c5a259c,revision_number=3']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:32.300440 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e51ea8-dfca-4762-873c-032095f5184d,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:32.317405 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.318948 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-8543a224-ad2d-414a-8c5a-91059998fd8f tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1789391 Jul 16 19:39:32.321642 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 51268) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:32.326810 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Request body: {'security_group_rule': {'security_group_id': '835226a4-b421-4eba-84c0-0cc226e7a939', 'project_id': '95f44d018c8946a58657b73781cfea5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:32.357136 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.db.securitygroups_db [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Project 95f44d018c8946a58657b73781cfea5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:39:32.365581 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.396149 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Attempting to bind port 5ba06647-bd19-464e-9a5a-d2a69c5a259c on host dv-cinder-800695-3-iscsi for vnic_type normal with profile {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:32.396726 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Attempting to bind port 5ba06647-bd19-464e-9a5a-d2a69c5a259c by drivers openvswitch,hyperv on host dv-cinder-800695-3-iscsi at level 0 using segments [{'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:32.397294 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Attempting to bind port 5ba06647-bd19-464e-9a5a-d2a69c5a259c on network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:32.406697 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Checking agent: {'id': '84444db1-b778-4f2a-b1f8-351d6ef70126', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800695-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 21, 57), 'started_at': datetime.datetime(2021, 7, 16, 19, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800695-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:32.408361 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Checking segment: {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:32.409289 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.410383 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Bound using segment: {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'} {{(pid=92987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:32.411475 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.managers [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Bound port: 5ba06647-bd19-464e-9a5a-d2a69c5a259c, host: dv-cinder-800695-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd249b2ab-5659-481c-b55a-eef8a1187294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85'}}] {{(pid=92987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:32.412333 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.479835 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device e1ced4d9-6084-4c49-92e0-deea9a79ba2b up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:32.488979 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.494466 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537576'] for security_group_rule, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.514520 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95cadf8-e913-4bcf-b810-74957c626040,revision_number=0']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:32.524095 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.525190 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] For port 5ba06647-bd19-464e-9a5a-d2a69c5a259c, host dv-cinder-800695-3-iscsi, cleared binding levels {{(pid=92987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:32.525833 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-908948e9-fece-48c0-95c1-e74e94d19fce tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030632 Jul 16 19:39:32.531174 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.plugins.ml2.db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] For port 5ba06647-bd19-464e-9a5a-d2a69c5a259c, host dv-cinder-800695-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=5ba06647-bd19-464e-9a5a-d2a69c5a259c,segment=NetworkSegment(d249b2ab-5659-481c-b55a-eef8a1187294),segment_id=d249b2ab-5659-481c-b55a-eef8a1187294)] {{(pid=92987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:32.537188 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron_lib.callbacks.manager [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.578153 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port e1ced4d9-6084-4c49-92e0-deea9a79ba2b triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:32.578624 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.619069 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834239f9-0004-45ef-aa85-0f73de3626a5 None None] Pushing event updated for resources: {'Port': ['ID=5ba06647-bd19-464e-9a5a-d2a69c5a259c,revision_number=4']} {{(pid=92987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:32.637014 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Routers {'4ce3477e-ddd4-4de3-bee4-812fb610b482'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:39:32.638672 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:39:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['4ce3477e-ddd4-4de3-bee4-812fb610b482'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:32.882911 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] Set router 4ce3477e-ddd4-4de3-bee4-812fb610b482 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:39:33.116820 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:28Z', 'revision_number': 4, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ba06647-bd19-464e-9a5a-d2a69c5a259c', 'name': '', 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'mac_address': 'fa:16:3e:14:8e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6328512a-02f8-42f2-914d-5b782fa9bb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:28Z', 'updated_at': '2021-07-16T19:39:32Z', 'revision_number': 4, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'subnets': [{'id': '6328512a-02f8-42f2-914d-5b782fa9bb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:39:33.144010 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a35be7-49ef-4ec8-814f-70d651458c86 None None] The sync data for ids ['4ce3477e-ddd4-4de3-bee4-812fb610b482'] in dv-cinder-800695-3-iscsi is: [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:28Z', 'revision_number': 4, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '5ba06647-bd19-464e-9a5a-d2a69c5a259c', 'name': '', 'network_id': '4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'mac_address': 'fa:16:3e:14:8e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6328512a-02f8-42f2-914d-5b782fa9bb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:28Z', 'updated_at': '2021-07-16T19:39:32Z', 'revision_number': 4, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'subnets': [{'id': '6328512a-02f8-42f2-914d-5b782fa9bb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:39:34.466550 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ba06647-bd19-464e-9a5a-d2a69c5a259c up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:34.517380 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning for port 5ba06647-bd19-464e-9a5a-d2a69c5a259c completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:34.521265 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 5ba06647-bd19-464e-9a5a-d2a69c5a259c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:34.521643 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:34.616661 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:34.656367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] For port 5ba06647-bd19-464e-9a5a-d2a69c5a259c, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=5ba06647-bd19-464e-9a5a-d2a69c5a259c,segment=NetworkSegment(d249b2ab-5659-481c-b55a-eef8a1187294),segment_id=d249b2ab-5659-481c-b55a-eef8a1187294)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:34.660224 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:34.841611 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Pushing event updated for resources: {'Port': ['ID=5ba06647-bd19-464e-9a5a-d2a69c5a259c,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:34.884709 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:36.445716 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ba06647-bd19-464e-9a5a-d2a69c5a259c up at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:36.509398 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Provisioning complete for port 5ba06647-bd19-464e-9a5a-d2a69c5a259c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:36.509985 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:46.644632 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:53.932186 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d70d54f3-3171-40c6-8618-3e148f754aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.433866 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1287126d-49b2-42c4-a44f-9579f509dd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:56.625604 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:57.822536 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.151792 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:04.875402 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:10.249023 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-02754a47-6386-4e5c-96d8-d237c56a6975 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461778 Jul 16 19:40:10.323441 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-178ce72c-d9a2-4acd-ae23-b810914d64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:10.325188 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-178ce72c-d9a2-4acd-ae23-b810914d64b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1099 time: 0.0525224 Jul 16 19:40:10.431926 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-da6c63e9-a936-4502-a92d-64ea5405f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:10.433314 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-da6c63e9-a936-4502-a92d-64ea5405f87f service neutron] 10.222.0.76 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 916 time: 0.0891531 Jul 16 19:40:10.473868 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-b7c9fa7b-9221-4019-8f2a-aad022434000 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 217 time: 0.0342388 Jul 16 19:40:10.528129 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-9eabe262-8783-4225-9eb7-11b3a08fdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:10.528709 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-9eabe262-8783-4225-9eb7-11b3a08fdd0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 200 len: 853 time: 0.0484061 Jul 16 19:40:10.589085 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-7c3b2137-c12f-43c8-beca-6c63b5cde09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:10.590618 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-7c3b2137-c12f-43c8-beca-6c63b5cde09b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32fc2dda-7d5d-4b96-ac09-203459469063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558617 Jul 16 19:40:10.601391 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-08ae3f36-c08b-4146-9f64-b826de7134cf service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:40:10.602538 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-08ae3f36-c08b-4146-9f64-b826de7134cf service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059152 Jul 16 19:40:10.695410 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-3c1a5d88-3e8f-42e6-8c70-898f93b6497e service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868313 Jul 16 19:40:10.787524 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d1c25e65-74ed-496e-ae08-ac19b286e40e req-590b1332-7ba3-444a-b2b5-28154901717c service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831921 Jul 16 19:40:23.644584 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:40:23.933696 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e3269330-444a-4576-9614-0d8a9ebab1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:26.426626 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0da85cc8-4622-48b4-8137-a647dcd5b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:26.628721 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:27.823685 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:29.155275 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:34.872119 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:53.935134 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7c377c3b-fea6-4f69-92d2-0f69af588d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:56.430275 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0cd915ac-224f-4084-af24-d5ed2ab023fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:56.631194 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:57.826536 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:59.161753 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:00.644743 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:41:04.880148 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:10.536618 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-8ed60c70-61e3-4e72-b902-12d635508797 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602236 Jul 16 19:41:10.645882 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02311-fedf-4513-b4a8-682221781505 req-280b057c-dd41-4620-9016-6cc245ef2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:10.648488 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-280b057c-dd41-4620-9016-6cc245ef2bd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0608706 Jul 16 19:41:10.755392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02311-fedf-4513-b4a8-682221781505 req-04ebc4a7-87c5-4286-8e3e-6a15f1217981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:10.756888 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-04ebc4a7-87c5-4286-8e3e-6a15f1217981 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.0881467 Jul 16 19:41:10.827818 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-234ca2d6-06b8-40b0-a1ae-cf67665bcf94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 1001 time: 0.0629566 Jul 16 19:41:10.878878 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02311-fedf-4513-b4a8-682221781505 req-dd0bbdb6-5f7b-475b-9039-270aee9a0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:10.880358 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-dd0bbdb6-5f7b-475b-9039-270aee9a0186 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0456188 Jul 16 19:41:10.939988 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02311-fedf-4513-b4a8-682221781505 req-b2a1862c-798a-4709-b8c6-dc3f86d4c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:10.942516 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-b2a1862c-798a-4709-b8c6-dc3f86d4c230 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540469 Jul 16 19:41:11.040262 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-2ea69fe2-1da7-42a3-bd17-2f1c641dc635 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890970 Jul 16 19:41:11.133257 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-77d02311-fedf-4513-b4a8-682221781505 req-b0705b23-5d8f-40b5-957c-e356ebdbd605 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Jul 16 19:41:23.939470 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf331-7bc6-48a8-a155-693cbcafaede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:26.433939 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-42ce67f6-f300-4842-89e5-1b44e826a4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:26.633802 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:27.829334 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:29.159537 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:34.899831 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:37.646117 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:41:53.942554 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1e1afa7f-7f04-4f68-968f-001845616c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:56.436507 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-39316d9d-1c7d-4cca-ba5f-eb12742b1bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:56.637244 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:57.832631 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:59.163005 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:04.884257 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:11.120553 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-822d4be5-d6df-403e-b15b-382d6e668b05 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597694 Jul 16 19:42:11.195872 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-c66b126e-850e-4df3-bc55-f98555baf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:11.197382 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-c66b126e-850e-4df3-bc55-f98555baf4cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 1099 time: 0.0531511 Jul 16 19:42:11.299615 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-b03f9f58-8d81-4e3f-bfbf-881bbe803913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:11.301072 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-b03f9f58-8d81-4e3f-bfbf-881bbe803913 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 916 time: 0.0834980 Jul 16 19:42:11.345550 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-9e54d30e-e53a-4f51-81f1-a1533c327020 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 200 len: 217 time: 0.0374429 Jul 16 19:42:11.393004 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-63292950-f921-4621-af62-d1bf9a89503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:11.394477 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-63292950-f921-4621-af62-d1bf9a89503c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.0435243 Jul 16 19:42:11.427683 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-78145da7-1c95-4d0e-9207-61e2e2c1b26d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260820 Jul 16 19:42:11.526101 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-3ddb7687-a35d-41a5-b361-2f92a39803f6 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Jul 16 19:42:11.618518 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-790f6cdb-5d43-4a6f-b5b1-a3ee05798697 req-0584d6df-f7ad-4824-9e8c-0c9b4b3fd9cd service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Jul 16 19:42:14.645642 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:23.943915 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7504-3db7-43c5-bc9d-430c5bba6923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:26.447924 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-687bd8aa-925e-4fac-86d8-0c64c01c02b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:26.639117 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:27.836578 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:29.164542 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:34.904659 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:51.645036 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:53.947765 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c262ac8a-e574-40e7-a48e-c0e62d7cf8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:56.451755 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a678f5c6-36d3-4be7-a354-c2d167785d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:56.643987 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:57.838381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:59.170579 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:04.922969 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:12.561887 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-7d84380c-9da4-479a-bfa2-f5e4fc73e299 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594254 Jul 16 19:43:12.638239 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-90a1ad0f-e813-4e81-8460-7c0fed4df6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:43:12.640232 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-90a1ad0f-e813-4e81-8460-7c0fed4df6cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1099 time: 0.0544980 Jul 16 19:43:12.752188 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-6aa83e93-94fb-4d26-8ecd-8c0a40816d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:43:12.753663 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-6aa83e93-94fb-4d26-8ecd-8c0a40816d1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 916 time: 0.0936115 Jul 16 19:43:12.796056 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-1f25e065-b369-484c-9763-b4eb0c3ddbaa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 217 time: 0.0356925 Jul 16 19:43:12.845717 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-fff2f788-50df-4a2f-9575-841618121ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:43:12.847238 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-fff2f788-50df-4a2f-9575-841618121ca8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 200 len: 853 time: 0.0451159 Jul 16 19:43:12.907656 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-dfc0fde8-76bc-4ff2-bea9-79ccebf7d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:43:12.909181 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-dfc0fde8-76bc-4ff2-bea9-79ccebf7d71f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32fc2dda-7d5d-4b96-ac09-203459469063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549622 Jul 16 19:43:13.004437 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-81c62ed0-a04a-4970-8d7c-8fae02ffaded service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878732 Jul 16 19:43:13.099916 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d10e0baf-e39f-4fcd-90e2-e5236845b98b req-25c773c2-09ca-4a72-9f3b-d01fab33b29d service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871046 Jul 16 19:43:23.948638 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-33778dae-013e-4249-b799-7ea7528c50ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:26.454325 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-01f09ff3-b96a-4eca-b8c5-5c77f384cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:26.646838 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:27.843025 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:28.645093 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:43:29.171218 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:34.921951 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:53.954495 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9fe4454e-4442-48c8-9a8d-ddf259e74529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:56.455511 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa857967-30dd-4206-b36d-bc9485de2301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:56.648242 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:57.843081 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:59.175781 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:04.935382 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:05.644048 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:44:14.334112 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-841d9237-3ea3-46c6-91e0-57b5ac2572fd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532148 Jul 16 19:44:14.428005 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f6c9-0468-4725-8752-677af30dd00c req-64f8a1a7-e220-411c-a9c8-36f67424b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:44:14.429474 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-64f8a1a7-e220-411c-a9c8-36f67424b5c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0510213 Jul 16 19:44:14.538549 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f6c9-0468-4725-8752-677af30dd00c req-589650b4-24b9-4bb4-a76d-9e78a73cd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:44:14.540037 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-589650b4-24b9-4bb4-a76d-9e78a73cd3ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.0888181 Jul 16 19:44:14.604464 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-1e051d92-9b99-43c9-903b-a437c299d911 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 1001 time: 0.0570731 Jul 16 19:44:14.655990 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f6c9-0468-4725-8752-677af30dd00c req-884dc5c3-02e7-4493-ae27-2043f1d3177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:44:14.657399 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-884dc5c3-02e7-4493-ae27-2043f1d3177b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0460582 Jul 16 19:44:14.714749 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f6c9-0468-4725-8752-677af30dd00c req-161f69f0-7ef0-446e-b1e9-c82a950ef1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:44:14.716809 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-161f69f0-7ef0-446e-b1e9-c82a950ef1ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531335 Jul 16 19:44:14.805082 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-8612502c-59d0-4d64-b634-b2ae872a1465 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808916 Jul 16 19:44:14.898965 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5f79f6c9-0468-4725-8752-677af30dd00c req-2b2bdcf4-278d-4874-a11a-7e64045ea41b service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862164 Jul 16 19:44:23.955813 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-27753cec-362a-4c79-a41f-c1ac7dadf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:26.456413 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-411bdb63-f6b8-4df6-a9db-7dcb17cdc79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:26.653247 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:27.846826 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:29.175654 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:34.953256 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:42.643273 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:44:53.957254 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-98f2ebdb-47b1-4e4c-93a9-c8e4b6c33775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:56.457650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ea29488d-950e-41c9-a819-8f6c37f9b45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:56.654862 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:57.849279 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:59.179807 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:04.964759 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:13.584060 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-f006fd8a-567f-48a5-a7ce-b80b61d01676 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1009109 Jul 16 19:45:13.658968 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-fd38ab78-a5c7-4170-b592-203aa857f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:45:13.660515 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-fd38ab78-a5c7-4170-b592-203aa857f73d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af90e648670e4180a6e80adc99657924&device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 1099 time: 0.0529454 Jul 16 19:45:13.768910 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-ef41b32d-f9bf-49f5-891c-5903da46cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:45:13.770311 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-ef41b32d-f9bf-49f5-891c-5903da46cd98 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 200 len: 916 time: 0.0888517 Jul 16 19:45:13.810939 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-bd6a409c-fa5c-4a00-8993-1f0d9bff6256 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 200 len: 217 time: 0.0333526 Jul 16 19:45:13.863636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-a1117c12-059d-4b29-8052-ae381629c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:45:13.865106 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-a1117c12-059d-4b29-8052-ae381629c1ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 200 len: 854 time: 0.0481064 Jul 16 19:45:13.898398 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-b4424aee-da48-4ef8-8ce6-bd316823b54c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85379608-1a48-4045-bde8-32cc6bca59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259995 Jul 16 19:45:13.991385 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-0659f468-dce5-4de3-b238-2206c7a05a54 service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Jul 16 19:45:14.341186 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-03af17fb-f2f0-4e1e-9ca4-ed6ec8c19f9f req-745e319c-9d62-4177-9468-fdd45bfafb7e service neutron] 10.222.0.76 "GET /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422141 Jul 16 19:45:19.642825 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:23.507609 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-c419e2d4-4f95-4af4-834f-26aecbad9f36 req-22b8c68b-2160-471a-acce-503cfe5b63da service neutron] (92985) timed out ('10.222.0.76', 58169) {{(pid=92985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:45:23.958274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-27216a0b-16ac-4ffc-ab56-4977f3c6e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:25.425092 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [req-40b3ee29-4f05-4ca9-92b4-bd01966661e9 req-f72ddf59-7969-4257-8b42-dc7c92847830 service neutron] (92984) timed out ('10.222.0.76', 58144) {{(pid=92984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:45:26.458120 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9a2d34ef-33ef-4482-934e-a054767dc18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:26.655860 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:27.854908 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:29.183598 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:34.965080 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:53.962411 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0176a01e-23ac-4950-974e-9103b6f82b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:56.458887 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-de97d9f6-c7a9-422b-9d39-07eb468c359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:56.649320 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:56.655920 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:57.854838 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:59.186050 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:04.961879 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:15.123946 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-ba02c33b-78a3-420e-a690-0923152e0d61 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504510 Jul 16 19:46:15.197287 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-2ca8423e-0e09-4d00-aa03-a4775d660733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:46:15.198794 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-2ca8423e-0e09-4d00-aa03-a4775d660733 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1099 time: 0.0538504 Jul 16 19:46:15.301867 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-a3c2ee6c-5e08-4c60-a926-0b4eb3db805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:46:15.303770 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-a3c2ee6c-5e08-4c60-a926-0b4eb3db805b service neutron] 10.222.0.76 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 916 time: 0.0858626 Jul 16 19:46:15.349170 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-0fd638f7-04ac-48a1-a2ee-3fb99ef64349 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 217 time: 0.0382073 Jul 16 19:46:15.400544 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-560f9a59-58c7-49d7-841b-3cf6b741cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:46:15.402722 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-560f9a59-58c7-49d7-841b-3cf6b741cddc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 200 len: 853 time: 0.0443585 Jul 16 19:46:15.459344 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-56a341a2-bab6-49e1-9bc8-a5b07d8023f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:46:15.460797 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-56a341a2-bab6-49e1-9bc8-a5b07d8023f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32fc2dda-7d5d-4b96-ac09-203459469063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516257 Jul 16 19:46:15.557233 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-9308b307-bcdc-4b75-ab1c-f349b1d7f1ce service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898178 Jul 16 19:46:15.649362 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d8364fd0-2a8e-4885-9798-dfbef59405ef req-966c0252-b63e-497e-923d-0ecd75ac95c3 service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853400 Jul 16 19:46:23.964057 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7ba52655-ef3c-42ec-8efa-25d766e878ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:26.462900 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f626c737-0e63-4e38-acbb-14f062cd6b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:26.656681 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:27.857310 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:29.189465 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:33.641072 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:46:34.961990 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:53.965053 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7bc48b98-ff48-4f70-b91e-dc36c326848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:56.465851 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-85c37f6a-ade5-40cd-a374-7ab6607eda37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:56.657142 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:57.860794 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:59.192483 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:04.967791 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:10.640186 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:47:15.556294 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-5b0c8a9a-3e5d-4027-b8df-df348cb625be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557437 Jul 16 19:47:15.650609 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-840c159c-5f26-4e65-b50f-d3a3e29c31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:47:15.652163 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-840c159c-5f26-4e65-b50f-d3a3e29c31ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de95dda8e8e149dd80d817abc76616b0&device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0526636 Jul 16 19:47:15.757797 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-1270d4f6-eb5a-4918-b1d0-d4bfcf707826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:47:15.759269 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-1270d4f6-eb5a-4918-b1d0-d4bfcf707826 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 200 len: 913 time: 0.0859461 Jul 16 19:47:15.829606 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-9bb80814-5dd1-401f-a10b-b2d6238cd79a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 200 len: 1001 time: 0.0629010 Jul 16 19:47:15.878368 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-9139033c-29c9-44a6-98c3-30089133ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:47:15.879821 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-9139033c-29c9-44a6-98c3-30089133ecdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 200 len: 850 time: 0.0423589 Jul 16 19:47:15.936302 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-836cff2d-b05b-407a-b3e8-71ceaf83212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:47:15.938551 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-836cff2d-b05b-407a-b3e8-71ceaf83212c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516157 Jul 16 19:47:16.029167 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-e6e7de25-457e-4c9c-9502-1a74f03b41ca service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Jul 16 19:47:16.117825 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-fb843626-1b10-4daa-b3a7-4b0b51701d26 req-e0dd40fa-f8c0-4d0d-b9f3-3503fff09c46 service neutron] 10.222.0.76 "GET /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821505 Jul 16 19:47:23.966670 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a27625dc-ae39-4aa3-ae66-3e5a56f9e7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:26.467330 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5617037d-f85b-4e9b-b1b0-fef6c63afe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:26.658786 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:27.864804 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:29.194475 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:34.975486 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:47.639341 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:47:48.996611 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb0d31-a2c0-411b-b352-78ba8a0f8184 req-6441ccfd-a671-4625-a672-8aa3d4329b6a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:47:48.998099 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d4cb0d31-a2c0-411b-b352-78ba8a0f8184 req-6441ccfd-a671-4625-a672-8aa3d4329b6a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 946 time: 0.1442251 Jul 16 19:47:49.038569 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d4cb0d31-a2c0-411b-b352-78ba8a0f8184 req-9c90a55f-fa1e-4db2-963a-f620d267ecd1 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/security-groups?id=a7d9d47c-08ab-45f3-b6cb-858c3191e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Jul 16 19:47:49.436873 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-b9ed04f8-7f55-4511-b654-5a33a6a3b2a3 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:47:49.438403 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-b9ed04f8-7f55-4511-b654-5a33a6a3b2a3 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 946 time: 0.0704722 Jul 16 19:47:49.536859 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Deleting port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:47:49.537200 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:49.626757 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] For port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,segment=NetworkSegment(16d272bc-e479-4062-a52e-1e90fbf05e6e),segment_id=16d272bc-e479-4062-a52e-1e90fbf05e6e)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:47:49.627161 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:49.639259 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Calling delete_port for 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:47:49.765170 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:49.777767 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['0ea7a334-a6f8-4cfb-b963-026c37afa6d1'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:47:49.799852 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Pushing event deleted for resources: {'Port': ['ID=0ea7a334-a6f8-4cfb-b963-026c37afa6d1,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:47:49.822298 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.822645 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.822984 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.823316 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.823645 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.823995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.824560 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.824890 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.825213 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.825537 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.825856 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.826202 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:47:49.849250 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] No DVR routers for this DVR port 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:47:49.851617 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:49.853549 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-01d2fba4-eadf-492f-9cef-4cd8fd7087f5 req-8d6fd3db-ecba-4d56-a305-bfdd2e1b66ab tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.76 "DELETE /v2.0/ports/0ea7a334-a6f8-4cfb-b963-026c37afa6d1 HTTP/1.1" status: 204 len: 173 time: 0.4097848 Jul 16 19:47:49.854003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9805c303-9a83-44e2-9793-0f187a554723', 'name': 'network-vif-deleted', 'tag': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:47:49.856245 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c19430-fbfc-4438-8fbc-78d456b4ac53" -d '{"events": [{"server_uuid": "9805c303-9a83-44e2-9793-0f187a554723", "name": "network-vif-deleted", "tag": "0ea7a334-a6f8-4cfb-b963-026c37afa6d1"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:47:49.980466 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ff5a4-0e6f-407b-af4c-fa81ef3aac0c x-openstack-request-id: req-487ff5a4-0e6f-407b-af4c-fa81ef3aac0c {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:47:49.980759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9805c303-9a83-44e2-9793-0f187a554723", "name": "network-vif-deleted", "tag": "0ea7a334-a6f8-4cfb-b963-026c37afa6d1", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:47:49.981011 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-487ff5a4-0e6f-407b-af4c-fa81ef3aac0c {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:47:49.981408 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9805c303-9a83-44e2-9793-0f187a554723', 'name': 'network-vif-deleted', 'tag': '0ea7a334-a6f8-4cfb-b963-026c37afa6d1', 'status': 'completed', 'code': 200} Jul 16 19:47:50.191182 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40b19245-d730-496f-9b15-5848d3ace2d2 req-95d593b2-9203-449f-8ca8-01b43adce8ec tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0276175 Jul 16 19:47:51.374985 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0f990c25-5e97-4854-b8ea-71be03d820df req-24f033d4-70ee-4af4-a620-202e2b062a92 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0703750 Jul 16 19:47:52.521056 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-45721db6-e44a-4c01-b1e5-32c42b0967e8 req-07217edf-d637-49b8-92e8-266c45363f32 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0304506 Jul 16 19:47:53.664085 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7926d42f-b407-401f-92bb-c9762e6e100c req-f558708d-97b5-424b-ab5e-0b23df294f87 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0275438 Jul 16 19:47:53.966755 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e981ccb-5d9f-4972-9419-9ad571f7edd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:54.802056 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4144900b-bc82-421a-a4a7-e2069a6e1e9c req-1e440f34-ac2b-49dd-8494-49bcdc9ab30c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0271010 Jul 16 19:47:54.822014 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:47:54.844408 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:47:54.844683 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 0ea7a334-a6f8-4cfb-b963-026c37afa6d1 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:47:55.942891 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5696f650-2164-472f-919a-9dcdacf860d1 req-e058b112-d896-4028-bc60-3ea6902699d5 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Jul 16 19:47:56.466691 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9d708b5-c25b-4859-b69a-7bec656124ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:56.659859 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:57.082977 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a63d3354-f826-49dc-903e-c55a66fc0937 req-1ab86b0a-fba3-4a4a-b35f-4de9c1808279 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0305791 Jul 16 19:47:57.870322 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:58.222656 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3cf293a4-f859-40ca-96a9-948d86f8ac3f req-709dd073-e3b4-4062-bb52-9014a5cb591d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274668 Jul 16 19:47:59.197681 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:59.359729 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5cf3ce8a-731a-42d3-afd0-5d86d717026d req-a5a471a6-9587-4995-9ba3-2263b118ed2c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Jul 16 19:48:00.497043 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f2381c55-ac61-46c0-a12c-7463362bd4e0 req-a265dc4f-aed6-4a0b-93c9-310c5b5631e5 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0280180 Jul 16 19:48:01.641825 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ca7e029c-a5cf-4d79-8abe-9fb3fee49d2c req-f3f13c24-512f-478f-84db-40f895f6bb9f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0309765 Jul 16 19:48:02.780741 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ef031cb3-9121-4f23-ac5b-d6464e5a0af5 req-f402636e-8170-451d-861b-1109baaed0b1 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279388 Jul 16 19:48:03.918686 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a7bb59c2-caee-46ac-8ae8-dda80ddf4fa0 req-f69c5b93-fac2-4abe-8582-73572d8fe8b8 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279405 Jul 16 19:48:04.976682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:05.061008 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f701ff9d-00c4-497b-9fca-1ba584202d6b req-fec67957-0e6b-4561-8749-e1275e270bcc tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jul 16 19:48:06.221508 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8adbcca0-bd83-4075-a7c2-a0659f2d4f7b req-6861e466-b908-49af-8240-845daac31f4f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0316639 Jul 16 19:48:07.360458 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a7b85a38-3f80-4e99-82a7-ce30dcde8ec4 req-4c945dcb-2c3a-4b76-97f7-2b2d95c2523e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0283973 Jul 16 19:48:08.499038 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7c80fbbf-efcd-4d02-95c3-fc000e443f1b req-0daa4c33-d1e9-464e-a042-212785d4860c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274689 Jul 16 19:48:09.645758 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2119de4d-5d0b-45f5-983a-f5d0daeab5d0 req-3a183f42-b1d7-48c0-b347-86e9ad9400a2 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0269158 Jul 16 19:48:10.795378 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1fc982a4-3ab0-44b0-82c2-a2967ea9f99c req-5b6936a4-562b-4ec0-ab3a-862b67906c4b tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0309529 Jul 16 19:48:11.931174 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8b387d6b-02ae-4be1-b70d-e1d154639eeb req-393518fc-befb-443d-b41a-62f1155dbea1 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 16 19:48:13.068755 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f8d1630f-fef2-4976-805b-56b10719843a req-ce3a3c45-352c-4db2-ac57-fd463d312e0d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0267010 Jul 16 19:48:14.210792 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e9d24a01-3cc9-4ec0-a6be-641e85c7c037 req-2a106904-bbcb-4828-9f7b-f5a541f0fe0f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Jul 16 19:48:15.355455 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-64741f42-96e5-4eb5-8276-7a854f69a03a req-52cc04a2-0c01-49c0-85b0-b21c764616c7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0341525 Jul 16 19:48:15.582166 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-53bdc327-7755-4d1e-88ae-06cb4821a71e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501580 Jul 16 19:48:15.662638 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-ca4c8306-be0c-4441-9fb5-a2680869c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:15.664132 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-ca4c8306-be0c-4441-9fb5-a2680869c849 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a11619d8df084b57976b2545d3cc355b&device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 1099 time: 0.0600271 Jul 16 19:48:15.768862 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-2d4d3c4e-6368-41e2-9630-899e98f2d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:15.770992 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-2d4d3c4e-6368-41e2-9630-899e98f2d4dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 200 len: 916 time: 0.0856707 Jul 16 19:48:15.815030 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-7b2a98bb-3e78-4db7-bdd8-9349ad3144d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 200 len: 217 time: 0.0373280 Jul 16 19:48:15.866718 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-30fa57f8-28d9-40eb-b2a7-ab5b31367bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:15.868191 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-30fa57f8-28d9-40eb-b2a7-ab5b31367bf2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 200 len: 853 time: 0.0469813 Jul 16 19:48:15.923594 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-97d4d741-0541-4ce2-95c7-c387be72fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:15.925126 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-97d4d741-0541-4ce2-95c7-c387be72fa6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32fc2dda-7d5d-4b96-ac09-203459469063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510445 Jul 16 19:48:16.017851 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-1412ce2c-bde6-4009-9791-6d042c19c785 service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852976 Jul 16 19:48:16.107486 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-dbe022cd-bc0f-4e21-b513-2b74faa2794d req-ac27be86-9ead-462d-aa0a-a6253caf3016 service neutron] 10.222.0.76 "GET /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813568 Jul 16 19:48:16.493693 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3bb98f9a-12ee-432f-a2e1-0cf92d21270a req-36822c45-e75e-4ab4-86b7-610da49e8788 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0283320 Jul 16 19:48:17.628329 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b61bafd7-1c62-4078-94f8-ac79a7517c1b req-884a91d4-e9e8-44cd-a5a2-7d20b380fba2 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0276816 Jul 16 19:48:18.770657 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0677b80b-0282-4dac-ba2d-0366f2fdcc61 req-b27ee709-ea7b-4ca3-8169-29214b857d8f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0281947 Jul 16 19:48:19.913905 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-41da4bb0-7884-4688-bf9d-943898e9c9c3 req-a5f2b3c8-1173-483e-ba5b-cadcb2549615 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0296671 Jul 16 19:48:21.052740 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-030e37b7-1e09-4b8e-aedf-41526246f7c2 req-11231000-68b3-4d8b-837f-547e629ff3a2 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Jul 16 19:48:22.195167 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-50071ee6-e66a-49d9-af4a-7cdaf65e2d10 req-0aa01a11-d896-45a1-b30a-700a47057a77 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0318599 Jul 16 19:48:23.336557 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18875299-2417-4b70-b5f9-ef0fd259d460 req-4ea0702d-2101-4363-ac38-9960c3edb397 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0278122 Jul 16 19:48:23.966367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7e89a069-b702-4493-9aac-cbfc02b8960b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:24.475874 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1d3865c1-30aa-4c29-b597-e91b5cf77a75 req-a2de20ae-ac60-46e8-abbd-bc24e7313080 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0307796 Jul 16 19:48:24.639132 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:48:25.613866 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-573833d4-64a4-43e4-9840-4d61739a5fe7 req-d72bca2a-90f2-4106-8a65-e94574e63a6f tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Jul 16 19:48:26.467417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d7216147-444d-4662-93e3-d95d94b7a3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:26.661143 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:26.757737 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3c200a34-6fe6-483a-bcbf-c9d18d1fa696 req-38c0911c-82e8-4f75-b009-66f70d84eb7e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0300379 Jul 16 19:48:27.882463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:27.912755 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2794a167-6187-43c7-9130-63161769a615 req-d25fc371-bd32-4693-b049-8dab163194ae tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0358136 Jul 16 19:48:29.056817 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-093883d7-ee62-4e4a-9af2-2a78024a7b88 req-9b419d12-10fb-47e2-8e78-6809c4bafd0d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Jul 16 19:48:29.200684 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:29.272877 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e83c3-fb0e-4bcc-baa8-2d1af7e0098c req-a97be01b-6ed8-4640-be43-3e64b35675c6 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:29.274371 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd3e83c3-fb0e-4bcc-baa8-2d1af7e0098c req-a97be01b-6ed8-4640-be43-3e64b35675c6 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0622816 Jul 16 19:48:29.311941 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cd3e83c3-fb0e-4bcc-baa8-2d1af7e0098c req-d273c53d-bacc-49c9-9a3c-e1ed5138a281 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/security-groups?id=c4796699-2b41-4b16-bd09-d4730a7fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jul 16 19:48:29.712633 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-5b2a63b2-9570-422b-8e24-7de206e24539 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:29.714086 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-5b2a63b2-9570-422b-8e24-7de206e24539 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.76 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 946 time: 0.0695314 Jul 16 19:48:29.812256 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Deleting port b8fde9c9-8429-469e-94a3-23ed075f0713 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:29.812514 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:29.902995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] For port b8fde9c9-8429-469e-94a3-23ed075f0713, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b8fde9c9-8429-469e-94a3-23ed075f0713,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:29.903356 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:29.915661 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Calling delete_port for b8fde9c9-8429-469e-94a3-23ed075f0713 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:30.043419 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:30.055972 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['b8fde9c9-8429-469e-94a3-23ed075f0713'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:48:30.078480 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Pushing event deleted for resources: {'Port': ['ID=b8fde9c9-8429-469e-94a3-23ed075f0713,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:30.125181 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] No DVR routers for this DVR port b8fde9c9-8429-469e-94a3-23ed075f0713 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:48:30.127707 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:30.129685 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-201caf6e-82eb-4148-a6ba-6c8b405bfda8 req-b93d52c1-66f0-481f-824b-27fd931f3eb7 tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.76 "DELETE /v2.0/ports/b8fde9c9-8429-469e-94a3-23ed075f0713 HTTP/1.1" status: 204 len: 173 time: 0.4103866 Jul 16 19:48:30.130110 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be290457-cca2-463b-931e-1a7fba9848ea', 'name': 'network-vif-deleted', 'tag': 'b8fde9c9-8429-469e-94a3-23ed075f0713'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:48:30.132663 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969862c3-8f87-4b64-aaf3-aa92b42ea622" -d '{"events": [{"server_uuid": "be290457-cca2-463b-931e-1a7fba9848ea", "name": "network-vif-deleted", "tag": "b8fde9c9-8429-469e-94a3-23ed075f0713"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:48:30.169954 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1d9f7d-9495-4a88-b11a-7a0f7612e45f x-openstack-request-id: req-ce1d9f7d-9495-4a88-b11a-7a0f7612e45f {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:48:30.170268 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be290457-cca2-463b-931e-1a7fba9848ea", "name": "network-vif-deleted", "tag": "b8fde9c9-8429-469e-94a3-23ed075f0713", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:48:30.170525 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ce1d9f7d-9495-4a88-b11a-7a0f7612e45f {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:48:30.170925 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be290457-cca2-463b-931e-1a7fba9848ea', 'name': 'network-vif-deleted', 'tag': 'b8fde9c9-8429-469e-94a3-23ed075f0713', 'status': 'completed', 'code': 200} Jul 16 19:48:30.211122 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e698f852-0388-485a-a9d7-8fa013a736a9 req-188e7e94-1dba-42a6-a9c5-d0077b2938e7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0286188 Jul 16 19:48:30.470397 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4d938e04-250b-41ba-8829-47840dfa59ff req-720e796d-cd35-4b7a-941f-800e1247ea2d tempest-TestMinimumBasicScenario-643970019 tempest-TestMinimumBasicScenario-643970019-project] 10.222.0.97 "GET /v2.0/ports?device_id=be290457-cca2-463b-931e-1a7fba9848ea HTTP/1.1" status: 200 len: 210 time: 0.0326145 Jul 16 19:48:31.350803 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-68ca7791-ff40-422b-bd77-1544fcfa9166 req-c4940456-b02f-4472-b9e7-936a43120427 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Jul 16 19:48:32.438944 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56740) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:32.494971 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5ae524a3-8f3d-487a-8270-a73779351cdc req-6cd1272b-82df-40d3-9461-10d5af994436 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0286651 Jul 16 19:48:32.908121 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:33.393961 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Deleting port 5ac09959-4a4d-41d2-9782-8f514ef7aa30 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:33.394337 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:33.470175 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] For port 5ac09959-4a4d-41d2-9782-8f514ef7aa30, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=5ac09959-4a4d-41d2-9782-8f514ef7aa30,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:33.470839 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:33.483038 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Calling delete_port for 5ac09959-4a4d-41d2-9782-8f514ef7aa30 owned by network:router_interface {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:33.638302 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2616fd43-4ec3-4ff7-ae5a-06039974c33f req-f613648b-005b-47c5-ba1b-fb2189c0b5e0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0287845 Jul 16 19:48:33.692476 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:33.718287 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac09959-4a4d-41d2-9782-8f514ef7aa30,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:33.729466 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.729820 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.730187 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.730527 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.730881 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.731195 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.731522 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.731850 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.732182 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.732512 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.732829 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.733152 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:33.896426 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.106644 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:48:34.214300 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:48:34.220713 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-5083f116-d1e4-4785-8aed-d0e13eaf05b0 admin admin] 10.222.0.97 "PUT /v2.0/routers/38b4d3ed-496d-4941-b5f0-b5a393152ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798893 Jul 16 19:48:34.222305 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56756) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:34.222639 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] Sync routers for ids ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:48:34.232204 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] Routers {'38b4d3ed-496d-4941-b5f0-b5a393152ef3'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:48:34.232848 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:48:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:34.332696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.338522 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] Set router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:48:34.437349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.488434 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Deleting port 3ded166f-98ab-44d3-a6a8-a8e04871976c {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:34.489182 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.515128 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:48:33Z', 'revision_number': 5, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port': {'id': '3ded166f-98ab-44d3-a6a8-a8e04871976c', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:19Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:34.573819 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] For port 3ded166f-98ab-44d3-a6a8-a8e04871976c, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=3ded166f-98ab-44d3-a6a8-a8e04871976c,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:34.574455 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.589725 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Calling delete_port for 3ded166f-98ab-44d3-a6a8-a8e04871976c owned by network:router_gateway {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:34.661863 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] Checking router: 38b4d3ed-496d-4941-b5f0-b5a393152ef3 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:48:34.674798 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] Routers {'38b4d3ed-496d-4941-b5f0-b5a393152ef3'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:48:34.675483 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:48:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:34.765357 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.783175 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] Set router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:48:34.792929 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ded166f-98ab-44d3-a6a8-a8e04871976c,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:34.840363 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:48:34Z', 'revision_number': 6, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:34.843344 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a3c68c3c-6558-459a-a7e4-d85f197ace20 req-ed5a83f2-20ec-4a82-b033-8eca7e2cd66e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0550501 Jul 16 19:48:34.876074 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffdb7b-ad4c-4268-ac53-5d9aedaf8d53 None None] The sync data for ids ['38b4d3ed-496d-4941-b5f0-b5a393152ef3'] in dv-cinder-800695-3-iscsi is: [{'id': '38b4d3ed-496d-4941-b5f0-b5a393152ef3', 'name': 'tempest-TestMinimumBasicScenario-381656315-router', 'tenant_id': 'a11619d8df084b57976b2545d3cc355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:18Z', 'updated_at': '2021-07-16T19:48:34Z', 'revision_number': 6, 'project_id': 'a11619d8df084b57976b2545d3cc355b', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:48:34.894663 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.973246 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.978872 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b8fde9c9-8429-469e-94a3-23ed075f0713 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:34.988135 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.990581 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:34.997619 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: b8fde9c9-8429-469e-94a3-23ed075f0713 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:34.997964 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device b8fde9c9-8429-469e-94a3-23ed075f0713 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:35.034205 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.034721 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b4d3ed-496d-4941-b5f0-b5a393152ef3 {{(pid=92985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:48:35.039944 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.041072 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1bab18d7-f722-45ba-b96b-ce7fc1d65e07 admin admin] 10.222.0.97 "DELETE /v2.0/routers/38b4d3ed-496d-4941-b5f0-b5a393152ef3 HTTP/1.1" status: 204 len: 168 time: 0.8178654 Jul 16 19:48:35.043538 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56766) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:35.087872 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Deleting subnet 9df5be29-a8ee-4e46-b097-b31cee5037d0 {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:48:35.090804 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.126336 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.201406 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.256419 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.282049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df5be29-a8ee-4e46-b097-b31cee5037d0,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:35.287737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.293740 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1284397-ed68-4362-bdae-198ad1216afe None None] Network 32fc2dda-7d5d-4b96-ac09-203459469063 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:48:35.295741 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-bbde8034-54a4-4a59-8596-4ca790bc8ab2 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/9df5be29-a8ee-4e46-b097-b31cee5037d0 HTTP/1.1" status: 204 len: 168 time: 0.2512360 Jul 16 19:48:35.297966 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56770) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:35.373974 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.428874 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Deleting port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:35.429215 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.497276 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] For port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,segment=NetworkSegment(4ae8dd71-ab0a-4db0-875e-773bc40e35a5),segment_id=4ae8dd71-ab0a-4db0-875e-773bc40e35a5)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:35.497951 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.509056 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Calling delete_port for 9618ce3d-94dc-4ee7-a677-02a73b74ab6b owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:35.589467 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.614123 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9618ce3d-94dc-4ee7-a677-02a73b74ab6b,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:35.620106 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] No DVR routers for this DVR port 9618ce3d-94dc-4ee7-a677-02a73b74ab6b on host dv-cinder-800695-3-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:48:35.634603 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fd7aa-def2-4f30-9370-d0cfc4256a58 None None] DHCP port deletion for 32fc2dda-7d5d-4b96-ac09-203459469063 request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:48:35.702783 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.713488 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fc2dda-7d5d-4b96-ac09-203459469063']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:35.723530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae8dd71-ab0a-4db0-875e-773bc40e35a5') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:35.723799 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae8dd71-ab0a-4db0-875e-773bc40e35a5') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:35.732959 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.746477 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.752361 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:48:35.752742 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:48:35.754470 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:48:35.812419 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.817208 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:35.820364 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] 10.222.0.97 "DELETE /v2.0/networks/32fc2dda-7d5d-4b96-ac09-203459469063 HTTP/1.1" status: 204 len: 168 time: 0.5213244 Jul 16 19:48:35.823266 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 56774) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:35.833295 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6918d8-f735-458a-a475-f8670390da35 admin admin] Pushing event deleted for resources: {'Network': ['ID=32fc2dda-7d5d-4b96-ac09-203459469063,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:35.993004 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0357e738-5968-4d9c-922a-4dd6688cfe65 req-8ccbbd22-e140-4ecf-8ea0-8ade3987ebc4 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Jul 16 19:48:36.176856 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:36.429182 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Deleting port 2a406725-299f-4791-bc49-5e6bb71fd0fa {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:36.429449 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:36.505092 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] For port 2a406725-299f-4791-bc49-5e6bb71fd0fa, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=2a406725-299f-4791-bc49-5e6bb71fd0fa,segment=NetworkSegment(f7255a73-c11f-466c-860f-a75002d7a3d9),segment_id=f7255a73-c11f-466c-860f-a75002d7a3d9)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:36.505547 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:36.517514 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Calling delete_port for 2a406725-299f-4791-bc49-5e6bb71fd0fa owned by network:router_interface {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:36.696150 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:36.722515 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2a406725-299f-4791-bc49-5e6bb71fd0fa,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:36.756972 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3ded166f-98ab-44d3-a6a8-a8e04871976c no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:36.778475 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 3ded166f-98ab-44d3-a6a8-a8e04871976c {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:36.778828 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 3ded166f-98ab-44d3-a6a8-a8e04871976c not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:36.779284 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 9618ce3d-94dc-4ee7-a677-02a73b74ab6b no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:36.806494 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 9618ce3d-94dc-4ee7-a677-02a73b74ab6b {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:36.806982 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 9618ce3d-94dc-4ee7-a677-02a73b74ab6b not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:36.807493 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ac09959-4a4d-41d2-9782-8f514ef7aa30 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:36.830412 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 5ac09959-4a4d-41d2-9782-8f514ef7aa30 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:36.831147 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ac09959-4a4d-41d2-9782-8f514ef7aa30 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:36.904672 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:37.111912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Router 71ff3905-86e7-48e2-9672-65afb02594d0 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:48:37.134674 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-991a8bff-c713-4da9-ac8c-09a78d9f2696 req-b7f7c39b-da08-4ab4-9615-cc2fb332964c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Jul 16 19:48:37.217819 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:48:37.222680 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-35b464de-7ecb-4457-a27a-3094743457ff admin admin] 10.222.0.97 "PUT /v2.0/routers/71ff3905-86e7-48e2-9672-65afb02594d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3974247 Jul 16 19:48:37.225193 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 56788) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:37.228295 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16083804-114f-4872-833d-99443a5f1811 None None] Sync routers for ids ['71ff3905-86e7-48e2-9672-65afb02594d0'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:48:37.237606 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] Routers {'71ff3905-86e7-48e2-9672-65afb02594d0'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:48:37.238246 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:48:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['71ff3905-86e7-48e2-9672-65afb02594d0'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:37.323680 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks [] for router, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:37.340698 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] Set router 71ff3905-86e7-48e2-9672-65afb02594d0 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:48:37.423920 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:37.485051 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Deleting port efdfa0d8-2c89-4889-95d8-994c83a26965 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:37.485284 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:37.521848 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:48:36Z', 'revision_number': 5, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port': {'id': 'efdfa0d8-2c89-4889-95d8-994c83a26965', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:35:31Z', 'updated_at': '2021-07-16T19:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:37.548589 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16083804-114f-4872-833d-99443a5f1811 None None] Checking router: 71ff3905-86e7-48e2-9672-65afb02594d0 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:48:37.558014 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] Routers {'71ff3905-86e7-48e2-9672-65afb02594d0'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:48:37.558739 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:48:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['71ff3905-86e7-48e2-9672-65afb02594d0'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:37.647765 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] Set router 71ff3905-86e7-48e2-9672-65afb02594d0 gateway port host: None {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:48:37.796769 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-16083804-114f-4872-833d-99443a5f1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:48:37Z', 'revision_number': 6, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:37.814087 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] For port efdfa0d8-2c89-4889-95d8-994c83a26965, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=efdfa0d8-2c89-4889-95d8-994c83a26965,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:37.814492 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:37.823522 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16083804-114f-4872-833d-99443a5f1811 None None] The sync data for ids ['71ff3905-86e7-48e2-9672-65afb02594d0'] in dv-cinder-800695-3-iscsi is: [{'id': '71ff3905-86e7-48e2-9672-65afb02594d0', 'name': 'tempest-TestMinimumBasicScenario-1156291198-router', 'tenant_id': '41bcedd058b048f6aa4f331998b456db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:35:30Z', 'updated_at': '2021-07-16T19:48:37Z', 'revision_number': 6, 'project_id': '41bcedd058b048f6aa4f331998b456db', 'gw_port_host': None}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:48:37.826882 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Calling delete_port for efdfa0d8-2c89-4889-95d8-994c83a26965 owned by network:router_gateway {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:37.990542 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.015585 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=efdfa0d8-2c89-4889-95d8-994c83a26965,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:38.076115 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.170082 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.171303 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.251463 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.252115 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ff3905-86e7-48e2-9672-65afb02594d0 {{(pid=92984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:48:38.257912 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.259602 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f0503088-995b-4a3f-9f24-5e15182c2e45 admin admin] 10.222.0.97 "DELETE /v2.0/routers/71ff3905-86e7-48e2-9672-65afb02594d0 HTTP/1.1" status: 204 len: 168 time: 1.0332351 Jul 16 19:48:38.261723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 56798) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:38.310119 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Deleting subnet 645e24b0-c36f-4920-b918-d041717afebb {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:48:38.313284 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.316887 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c2b53816-b785-4c5c-96e9-10a60bbf5395 req-7e221aa5-3d81-4091-a223-93685db50775 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0311632 Jul 16 19:48:38.347710 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.456199 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.511434 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.542992 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645e24b0-c36f-4920-b918-d041717afebb,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:38.544848 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.546849 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-045827a5-777f-48da-a46a-2aa64c06a379 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/645e24b0-c36f-4920-b918-d041717afebb HTTP/1.1" status: 204 len: 168 time: 0.2838387 Jul 16 19:48:38.549084 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 56802) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:38.551708 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f915f8-4d5f-49fd-a3d9-74a8e8fbdf9e None None] Network 1a70329d-156c-4a63-92f6-84e600ffb51c requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:48:38.619147 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.672340 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Deleting port c25672e2-2b88-4167-986c-f9c85edb4871 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:38.672729 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.745857 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] For port c25672e2-2b88-4167-986c-f9c85edb4871, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=c25672e2-2b88-4167-986c-f9c85edb4871,segment=NetworkSegment(f7255a73-c11f-466c-860f-a75002d7a3d9),segment_id=f7255a73-c11f-466c-860f-a75002d7a3d9)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:38.746270 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.758313 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Calling delete_port for c25672e2-2b88-4167-986c-f9c85edb4871 owned by network:dhcp {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:38.768492 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] DHCP port deletion for 1a70329d-156c-4a63-92f6-84e600ffb51c request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:48:38.773599 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device efdfa0d8-2c89-4889-95d8-994c83a26965 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:38.797509 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: efdfa0d8-2c89-4889-95d8-994c83a26965 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:38.798187 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device efdfa0d8-2c89-4889-95d8-994c83a26965 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:38.798608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a406725-299f-4791-bc49-5e6bb71fd0fa no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:38.836981 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 2a406725-299f-4791-bc49-5e6bb71fd0fa {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:38.837346 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 2a406725-299f-4791-bc49-5e6bb71fd0fa not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:38.844675 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.869363 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Deleting port c25672e2-2b88-4167-986c-f9c85edb4871 {{(pid=92986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:38.869982 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.875705 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25672e2-2b88-4167-986c-f9c85edb4871,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:38.884395 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] No DVR routers for this DVR port c25672e2-2b88-4167-986c-f9c85edb4871 on host dv-cinder-800695-3-iscsi {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:48:38.939199 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] For port c25672e2-2b88-4167-986c-f9c85edb4871, host dv-cinder-800695-3-iscsi, got binding levels [] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:38.939589 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.953286 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Calling delete_port for c25672e2-2b88-4167-986c-f9c85edb4871 owned by network:dhcp {{(pid=92986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:38.955980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.ipam_backend_mixin [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Port c25672e2-2b88-4167-986c-f9c85edb4871 was not found and therefore no delete operation was performed {{(pid=92986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:48:38.957202 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790'] for port, after_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.974988 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:38.982326 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Pushing event deleted for resources: {'Port': ['ID=c25672e2-2b88-4167-986c-f9c85edb4871,revision_number=None']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:38.985014 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a70329d-156c-4a63-92f6-84e600ffb51c']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:38.992315 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] No DVR routers for this DVR port c25672e2-2b88-4167-986c-f9c85edb4871 on host dv-cinder-800695-3-iscsi {{(pid=92986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:48:38.994552 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.995010 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.995422 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.995828 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.996229 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.996627 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.996984 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7255a73-c11f-466c-860f-a75002d7a3d9') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:38.997460 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.997571 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7255a73-c11f-466c-860f-a75002d7a3d9') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:38.997673 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.997897 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.998432 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.999024 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:38.999165 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5169f-ace2-4ec5-8364-6d55ef7ad3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:48:39.007156 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.022872 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.028780 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:48:39.029164 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:48:39.030980 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:48:39.097085 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.101935 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.106631 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] 10.222.0.97 "DELETE /v2.0/networks/1a70329d-156c-4a63-92f6-84e600ffb51c HTTP/1.1" status: 204 len: 168 time: 0.5561223 Jul 16 19:48:39.119625 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d54497-9ef5-4041-81f8-5dc92da1caf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a70329d-156c-4a63-92f6-84e600ffb51c,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:39.226678 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56810) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:39.267634 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3d6f5829-7ead-4a85-8b14-0398a38caa18 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a11619d8df084b57976b2545d3cc355b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397503 Jul 16 19:48:39.269946 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56812) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:39.316620 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e76b67ed-34c0-4371-986d-06b6006174c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.337979 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e76b67ed-34c0-4371-986d-06b6006174c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.385351 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e76b67ed-34c0-4371-986d-06b6006174c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.388133 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e76b67ed-34c0-4371-986d-06b6006174c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.389289 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e76b67ed-34c0-4371-986d-06b6006174c4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c4796699-2b41-4b16-bd09-d4730a7fbe05 HTTP/1.1" status: 204 len: 168 time: 0.1184201 Jul 16 19:48:39.404958 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b67ed-34c0-4371-986d-06b6006174c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4796699-2b41-4b16-bd09-d4730a7fbe05,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:39.463468 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-dcab76b7-59f6-4635-b006-e04106378019 req-94a71fcd-95b2-446f-ba13-30dd6ad5ffb7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Jul 16 19:48:39.708680 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56822) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:39.747876 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-79821a5b-f921-4fbe-bc3c-cc5f3ca1ec87 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=41bcedd058b048f6aa4f331998b456db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379972 Jul 16 19:48:39.750171 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 56824) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:48:39.800030 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4d47d1f5-849f-4969-bc83-8738181c0508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.821428 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4d47d1f5-849f-4969-bc83-8738181c0508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.870790 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4d47d1f5-849f-4969-bc83-8738181c0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.873224 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4d47d1f5-849f-4969-bc83-8738181c0508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:39.874422 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-4d47d1f5-849f-4969-bc83-8738181c0508 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5bdd6483-2f19-47ed-b24b-8dffe5448e21 HTTP/1.1" status: 204 len: 168 time: 0.1233473 Jul 16 19:48:39.882696 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47d1f5-849f-4969-bc83-8738181c0508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdd6483-2f19-47ed-b24b-8dffe5448e21,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:40.603023 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6cd546ce-003a-4490-8f27-8736676d0227 req-1d943dfb-1046-4d20-ae8b-6b1b196ad509 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Jul 16 19:48:40.726713 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device c25672e2-2b88-4167-986c-f9c85edb4871 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:40.746588 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: c25672e2-2b88-4167-986c-f9c85edb4871 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:40.746853 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device c25672e2-2b88-4167-986c-f9c85edb4871 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:41.742031 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18ca2473-7dc4-4787-b878-50f2ffd7d487 req-04b05561-c673-4a12-ba68-9875f592c6df tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0271084 Jul 16 19:48:42.890543 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cb3415f0-8979-4bb2-be75-bb8807b33a0c req-f1ff37c3-16e7-4921-8e5d-93af1dd90b20 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0302041 Jul 16 19:48:44.031671 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0d497b16-f394-4dc4-bd95-bb7944aeb393 req-7995af03-1942-42aa-84fd-94421827ba62 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273805 Jul 16 19:48:45.168759 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2bcbaa49-64f0-4ae8-9979-769e94b5b63d req-e5092494-0d23-43db-9731-7a7a2f983452 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0278726 Jul 16 19:48:46.307142 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-673d37ce-d1bf-49ee-9345-dcba3957df52 req-eb05fdf4-8fbf-4231-a00c-0662190a010e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0281098 Jul 16 19:48:46.879447 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceff56-bf80-421d-b878-4a4819bc0f8b req-09922428-7834-4f1f-9fdc-fb635db3c951 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:46.881590 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83ceff56-bf80-421d-b878-4a4819bc0f8b req-09922428-7834-4f1f-9fdc-fb635db3c951 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.0648203 Jul 16 19:48:46.919023 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-83ceff56-bf80-421d-b878-4a4819bc0f8b req-77fc623d-7bdc-4ede-9120-64ed6b4a5d57 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups?id=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Jul 16 19:48:47.407744 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-53b88dde-a059-4962-888f-6c3040c6bc19 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:48:47.409221 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-53b88dde-a059-4962-888f-6c3040c6bc19 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 945 time: 0.0637653 Jul 16 19:48:47.449681 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-33d0d486-e355-46d4-b581-469ff2632dbf req-0a801da1-2ed1-4034-bcc8-c76368a23664 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0292008 Jul 16 19:48:47.514424 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Deleting port 35c57893-8f32-416e-b89e-806c3e84f862 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:48:47.514689 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:47.600769 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] For port 35c57893-8f32-416e-b89e-806c3e84f862, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=35c57893-8f32-416e-b89e-806c3e84f862,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:48:47.601121 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:47.772723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:47.773036 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33324965'] for floatingip, after_update {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:47.773391 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.l3_db [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Floating IP 6a3e3046-96d4-4a30-8e66-83253a155f23 disassociated. External IP: 172.27.2.243, port: 35c57893-8f32-416e-b89e-806c3e84f862. Jul 16 19:48:47.773891 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Calling delete_port for 35c57893-8f32-416e-b89e-806c3e84f862 owned by compute:nova {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:48:47.899292 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:47.931702 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event deleted for resources: {'Port': ['ID=35c57893-8f32-416e-b89e-806c3e84f862,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:48:48.047771 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:48:48.063538 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d77d1146-7351-462d-8ad2-ea7af0496e0e req-2afc8536-4f42-4086-8399-8ee2ab81dc97 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0277793 Jul 16 19:48:48.151534 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:48:48.163313 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:48:48.172956 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:48:48.173557 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:48:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:48.196574 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] No DVR routers for this DVR port 35c57893-8f32-416e-b89e-806c3e84f862 on host hv-cinder-80069 {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:48:48.199085 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:48.201301 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.76 "DELETE /v2.0/ports/35c57893-8f32-416e-b89e-806c3e84f862 HTTP/1.1" status: 204 len: 173 time: 0.7862930 Jul 16 19:48:48.201729 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'name': 'network-vif-deleted', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862'}] {{(pid=92984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:48:48.204001 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ee6d57bbd4a17cfb902f27ca0795262d87f1e91541bbcd1988ae621fc5ae29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174ce93b-f52d-4491-9113-cf066cbf7e13" -d '{"events": [{"server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "name": "network-vif-deleted", "tag": "35c57893-8f32-416e-b89e-806c3e84f862"}]}' {{(pid=92984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:48:48.244760 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ebbfc0-8de5-4b6f-ae44-b5340bd725f8 x-openstack-request-id: req-c9ebbfc0-8de5-4b6f-ae44-b5340bd725f8 {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:48:48.245140 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238cd164-37c2-4c2e-a9e7-f0ebfeac3d25", "name": "network-vif-deleted", "tag": "35c57893-8f32-416e-b89e-806c3e84f862", "status": "completed", "code": 200}]} {{(pid=92984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:48:48.245512 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c9ebbfc0-8de5-4b6f-ae44-b5340bd725f8 {{(pid=92984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:48:48.246024 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238cd164-37c2-4c2e-a9e7-f0ebfeac3d25', 'name': 'network-vif-deleted', 'tag': '35c57893-8f32-416e-b89e-806c3e84f862', 'status': 'completed', 'code': 200} Jul 16 19:48:48.291202 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:48:48.494038 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:48.519346 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:48:48.527539 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:48:48.528087 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:48:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:48.590802 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ed014461-c921-4726-bf88-c9a552468ed3 req-2b700d3e-8617-4207-8681-72e1d98630bb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jul 16 19:48:48.633173 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:48:48.828093 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:48:48.857583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21628275-d013-43f3-895b-4b46bbe3bfeb None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T19:29:53Z', 'revision_number': 4, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi', '_interfaces': [{'id': '562a794a-38cd-4120-92cf-ec93a5e6bd73', 'name': '', 'network_id': '74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'mac_address': 'fa:16:3e:06:85:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:50Z', 'updated_at': '2021-07-16T19:30:04Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'subnets': [{'id': 'd5b9a279-0482-4496-9c83-d828be6cdc31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:48:49.057468 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6d76a-f12b-4297-ac1e-12bf288b3e5a None None] New status for floating IP 6a3e3046-96d4-4a30-8e66-83253a155f23: DOWN {{(pid=92987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:48:49.208358 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0db7ff7f-c104-41ac-9219-2f2983d8a6da req-d105b0e7-0a3a-4cc6-bf19-0c0bb32450ee tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0322645 Jul 16 19:48:49.729455 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5ac6c7ce-9360-4807-b54d-bb2302127aac req-6ee5175c-94ec-4876-9c21-ef630e2c3cc6 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279887 Jul 16 19:48:50.348838 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3d13a4e2-80c7-4f87-a693-8c1899d05b74 req-e7fa6537-787a-44c8-b83c-e518355faf0d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Jul 16 19:48:50.873679 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0cea2615-0e9d-4bb6-a8fe-4da9f81a4ed0 req-18129562-ee03-4d44-aa5d-ce27865e1b36 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Jul 16 19:48:51.023952 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 35c57893-8f32-416e-b89e-806c3e84f862 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:48:51.043233 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 35c57893-8f32-416e-b89e-806c3e84f862 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:48:51.043577 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 35c57893-8f32-416e-b89e-806c3e84f862 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:48:51.493536 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-82ca14b2-718d-4e8b-a22b-8e60e9785380 req-3c905eba-5705-44d6-9722-d15a773ff72c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0311494 Jul 16 19:48:52.009526 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-292424d0-5b9e-46a1-84b0-d130a2e12844 req-e251faf5-4db9-46cb-b09b-d3e0ef5a9ffa tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273621 Jul 16 19:48:52.628971 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-17714c4b-c2c6-492d-abaa-10fee72b3131 req-5a83aaa0-fd1c-4fc0-a9bc-2c3948d7ed42 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Jul 16 19:48:53.149069 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6738aa50-07d5-4597-b42e-fa8cdadcf4f7 req-f83ee2a8-9e1f-4e90-a997-6754196ef6d1 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0269687 Jul 16 19:48:53.770516 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-317811a5-aa04-45e4-8592-e746bd197cc1 req-05867c63-7be4-42dd-87c4-dd9fae5a339b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0313716 Jul 16 19:48:53.967431 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-bf2054cc-015b-4ad1-9899-4641c0cb5bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:54.284696 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e063bdbb-1465-4f20-8a22-5c2cb8543f1d req-99f0d723-e519-4951-8cbf-b09ec66493ad tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Jul 16 19:48:54.907388 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c93733ba-5f03-4efd-be37-77e0f7b0b675 req-9a3be0b3-81fd-425c-983d-14571e5c975d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0280051 Jul 16 19:48:55.423858 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-97666315-9af3-4cb9-b5f5-c9339a424c47 req-7b6521a0-9c3b-46e4-95a6-569af7a844d0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273552 Jul 16 19:48:56.050208 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fb24fe34-9f18-416d-9c10-6677634d7eb1 req-d6a2f9f8-d36b-4f5e-945e-f2f6a2801a80 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0299680 Jul 16 19:48:56.469958 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-78516e35-8533-4358-924e-a8947f2842b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:56.561426 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6171077c-fbb6-4d74-96fd-be171ab7b1f3 req-59d1306b-fccc-4acf-bfbc-244c294707aa tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0276566 Jul 16 19:48:56.664399 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:57.341795 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d92a399d-ac6f-435b-945c-b1adff54442d req-25fbf1e5-d6b6-46e4-9257-719709711e43 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0273161 Jul 16 19:48:57.700333 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-26bd775d-edd1-44c8-92c9-c54b9fee56bf req-cd3517fa-2479-464f-9608-ba4562d102d6 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0278361 Jul 16 19:48:57.867486 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:58.479423 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e54dc8c2-f15a-4ddd-a3c2-4421fd3620d2 req-b315eb9b-1f64-417c-87c4-1fb5e5e689f8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0309634 Jul 16 19:48:58.837785 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2ce8ae04-09c7-41fc-af5e-d99924b2b459 req-93873c45-d71b-420f-9515-b2542a3eb507 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Jul 16 19:48:59.203614 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:59.618590 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8df02fd-c6d9-4b0c-bfb0-089457f133ce req-cee8b88e-3651-4abb-9c94-abdecb2cabec tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274734 Jul 16 19:48:59.972668 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f4eaf081-9073-4d2f-9ecc-f9dd5c727be5 req-f6a469ea-e4f9-45d5-9ad1-0b6230013347 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0265243 Jul 16 19:49:00.760350 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-94cd797b-dd29-48f8-bb4c-7c3cff25ce1b req-894a7e70-a317-43eb-af6c-a742d69a8ade tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0308273 Jul 16 19:49:01.316406 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d1769ddf-5a8c-407e-a727-5626f740f7cf req-e840252f-772b-44db-88bb-80330bc3d1db tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0287871 Jul 16 19:49:01.637752 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:49:01.896339 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-98657baf-6e12-4619-b88c-e31dc6577ae1 req-d4bcc0c8-7aee-46c1-a48d-42360568fdde tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Jul 16 19:49:02.453859 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b9a57a03-14b3-456f-b421-f9a006462bc7 req-5210d839-aba1-4883-9cda-e03bd39dea47 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0272493 Jul 16 19:49:03.036276 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ffb87fa6-a1fc-4df5-9d37-524fedd4d03c req-bcfb5ce1-99fd-42a3-8b72-bd03643f78e4 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Jul 16 19:49:03.590323 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48dfa27d-ad66-4c50-a91a-6ad800be55df req-2e3695df-9e64-44d7-89d4-0458fb6a99d2 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Jul 16 19:49:04.173533 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bac95a22-6076-457f-abe6-69e5d0f8d740 req-8f69c56d-4424-4632-91cc-5c262eaa5b6e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0277243 Jul 16 19:49:04.732474 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-97ff7161-1a2d-4c0e-b9fa-6f34b973b0c4 req-b2cd226f-a962-4c54-89aa-c39e348cb9c8 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279367 Jul 16 19:49:04.972800 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:05.315162 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bd3a3b67-9766-4826-804d-b0ab662bff0b req-7950fbae-31aa-4ce1-821d-43ee37c148fe tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0300169 Jul 16 19:49:05.868181 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-40cf0c43-e86d-460e-8de0-cdca83e46f68 req-5ecc3d81-8e21-4449-a400-0d992f9a2da0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0288033 Jul 16 19:49:06.454977 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3dec770d-0f64-4511-8fb3-702a386bddf7 req-d2b50b66-76d7-49f4-9143-1b36da24967c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0275600 Jul 16 19:49:07.008363 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9c0dffbd-0b25-4fbb-a5f8-e9b78269a7f7 req-e70f87dc-f3de-4694-8341-088cf02397d9 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279582 Jul 16 19:49:07.605644 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5835db1-cc07-4148-8471-319729613348 req-171560cd-0aec-4f09-beb9-a4ad3c1a7c05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0307224 Jul 16 19:49:08.143722 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5a430564-abca-4692-9eb3-e7bb871a285b req-5949b69e-3237-4ae9-82ae-095cdb78daac tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0272119 Jul 16 19:49:08.746072 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-be1e157d-6174-4925-a7dc-bebdf3ecc7d1 req-881a06b5-514d-4ef3-94f2-535d21bdf23c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0282571 Jul 16 19:49:09.279359 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b56aedaf-3e0e-49a6-830e-27df5aae5599 req-4b6b22c1-573e-4cc2-9762-bb253cbab8aa tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0272460 Jul 16 19:49:09.893483 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a5d3cc16-e4a5-4167-9086-76ebabbdb474 req-18e50dc8-efd0-4270-bde1-f18dca344d0f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0305684 Jul 16 19:49:10.414989 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-345ceb02-1130-4646-9710-82f66726b9cc req-683364ef-254f-4301-95ca-a36d6bb69c46 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274274 Jul 16 19:49:11.029816 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-de9d4a6c-369d-4fe8-b55f-0e4cadeb705d req-941b1324-2116-4a66-b410-0b2e85e96490 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0271776 Jul 16 19:49:11.553465 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3a4c0acb-2203-4d6e-b77c-39c55f195b63 req-848050ab-ee57-4de3-ab52-f7dc5be3855a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Jul 16 19:49:12.419979 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-52dc37bb-725e-4b87-9354-adce35871219 req-5d72ca99-e7e3-418b-aca2-c83ba372c02d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.2807105 Jul 16 19:49:12.691226 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2d90a1a8-245c-4f6e-9ea5-069eeea3f0f2 req-56c526d6-0f16-4c4d-939d-cec4bd8ce97b tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0292833 Jul 16 19:49:13.555631 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0151f5a0-8fbf-45c3-9d96-75198ebbb2ed req-1451f2bd-a6ac-41a0-8bdc-8e0e8f85fd43 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Jul 16 19:49:13.828583 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-93a6e5a2-a297-47e5-a4c0-3a65245c46e7 req-8077bbaf-e0b9-49c8-a601-1e6d258a349c tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0282381 Jul 16 19:49:14.700835 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-765baaad-c113-4464-8619-1544a89d7e7a req-edbc6648-2793-41ca-9544-347fb108a024 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0319996 Jul 16 19:49:14.969409 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cce942a5-5bb7-4705-8960-86297d0db2be req-7b36746c-3144-483c-80a7-298e731ec475 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jul 16 19:49:15.841257 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-29a96e90-191b-4e92-873b-fe7ecc25a888 req-62435112-eba4-4513-9909-7e1da88ce228 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0296307 Jul 16 19:49:16.108853 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-47826f5e-a8af-40cf-a49e-fd00ee02126c req-5e9f0e69-211d-4692-886e-19498ea1eb3e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0269971 Jul 16 19:49:16.980623 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e47ffc20-fd15-4b6b-aa66-384fecf98873 req-261aa92a-2643-4858-a26a-9d4fdac6292a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0304241 Jul 16 19:49:17.245664 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-637b60b6-8547-47c8-a5ef-56e35c59217a req-d14b59cf-da7a-4f5a-8150-fea29db0a268 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Jul 16 19:49:18.115685 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-80679a73-208e-4947-8893-ab110775f436 req-febff4e3-01d7-42c0-b347-2f59340e7037 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Jul 16 19:49:18.384245 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d38081ae-5dab-405c-a2e8-7deb45320405 req-10df5986-0912-4e56-b495-4e223d5e575b tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Jul 16 19:49:19.259022 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c5145144-0fa8-4ba8-8282-24ba1b61915e req-9dfcc93f-8b1c-4cd3-a7ba-a75f53d3c4fd tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0306935 Jul 16 19:49:19.521365 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6cc3b954-7521-459a-9b3d-2b5650ac3c0e req-6d071483-902c-427b-83b6-bb02f8483deb tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Jul 16 19:49:20.396208 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f7cda9a8-36bd-45dd-b428-dc2c6f0f1536 req-85666d2b-1489-4711-aac3-57ba9abee7e6 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Jul 16 19:49:20.663108 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f9eb10b3-80b4-4872-ba97-d0e8e9b170b3 req-0bcc8aaf-ec89-4111-b73f-d34992abf20d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0269988 Jul 16 19:49:21.536426 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8e602ae6-7c01-4bf4-9621-12d86dd2a367 req-3112e660-3191-493c-988d-be5c7a07204a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0317049 Jul 16 19:49:21.800651 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bd4c4ac4-05f7-43c1-8892-25e45583aa00 req-df4e35c9-554b-413b-8950-7aaa689d9bc7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0276103 Jul 16 19:49:22.673833 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-18790688-8046-49ea-a630-551fd5d52404 req-98a1f911-b67f-4482-8eff-c3c45cd4ef65 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Jul 16 19:49:22.941565 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-51243da1-fe99-4277-9906-3e47d8b058f1 req-62bad3c1-77da-40cc-860b-a0e8badea8b1 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273118 Jul 16 19:49:23.817856 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-09d96e0e-6e59-4e33-aec9-ac03a37adc5a req-e59f9c93-3a37-4445-8996-9badac635506 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0304120 Jul 16 19:49:23.970202 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0077f23d-2e49-498d-b338-9f6579814b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:24.082945 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-201d27f4-33ed-4c0e-aec6-423da9ddda10 req-41ceae5d-3a37-44c0-8eb3-e739e91d0972 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0275757 Jul 16 19:49:24.959176 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0a6781f1-9475-4e1e-ad6a-00e03c7da155 req-3705632b-6b82-45a1-a27a-bab720b38569 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Jul 16 19:49:25.224108 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4b242b42-154f-4f42-a041-e7ca7791c0a6 req-8eaa2ade-b10d-484b-a598-46a1a9839a80 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0298688 Jul 16 19:49:26.100844 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb74f157-9a69-4dc6-83a6-163d83fb2e75 req-6c2bc71e-5dd5-4c92-be53-ade6eafdc624 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0309074 Jul 16 19:49:26.361093 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6a9d75f0-9b9b-40d6-b50b-314f7a36ccec req-47c5ce56-97c2-4b27-9602-4a56a3729664 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0293415 Jul 16 19:49:26.470534 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8950b076-38f3-4cf6-aedb-a45cd6861cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:26.665132 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.238243 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ffe16349-28f0-44fd-bb5c-b176f95f17a2 req-ab52f94f-dd14-4b3d-91de-dcc5de58ba38 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Jul 16 19:49:27.497523 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5ee0101a-4bf9-4d09-9cc2-40a2292b1d8e req-ebc223a2-698b-4035-9a0f-6baaf261f6ff tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0284584 Jul 16 19:49:27.869394 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:28.381397 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-de751ec1-5ce3-4755-8a43-5d185ba73a99 req-39d2ae20-730c-434a-b169-8bf266cbbf05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0310102 Jul 16 19:49:28.634317 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d050424f-ad8f-4ea8-a86f-650d5a5c5530 req-c382e9b7-4aa9-43b1-af7a-ba98df6aab87 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0271251 Jul 16 19:49:29.205739 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:29.518755 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a2d2c3ce-0db8-4bc1-827b-30189c350020 req-597b9e1c-380d-44f2-b8ec-2961d6df65f8 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Jul 16 19:49:29.774642 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d1e58ffd-2ddb-441e-b948-e7cdde698d78 req-d5fd7967-8a34-41c6-9871-2d2b525a3467 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274663 Jul 16 19:49:30.658824 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b8d1fd96-4e8b-4e78-8d0b-397ed413d9f1 req-dc845195-14b3-4da6-83ce-dccc88d2b38e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0314198 Jul 16 19:49:30.912053 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b066c605-3ce1-41ae-88d7-3b57424bc5ae req-d1cc8ebf-f3b1-4004-a62a-702e6d62f2e7 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274031 Jul 16 19:49:31.795642 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e2504a20-03c3-4097-b419-37a8cf99d239 req-b183cb0c-44f6-447e-b850-cf926e9119af tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Jul 16 19:49:32.048524 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-71176ebe-c2b3-4cfc-8ae4-6b3205171d3b req-c82ab590-0214-41da-88ca-15d58063d6f0 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0276871 Jul 16 19:49:32.941023 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2671f17d-b719-485c-89b2-9eb8ec92abd8 req-4b8482b1-cf45-4630-8954-66c110834f19 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0305378 Jul 16 19:49:33.184748 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-431baa38-4eed-40ae-afec-3586a3e064f3 req-8175b5ca-b26d-4956-b7d2-c86543df4dae tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0275640 Jul 16 19:49:34.081998 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b894ad8-d80f-44a4-bae1-1471a2cff2a3 req-c6d03d53-f3ab-47f5-81e9-e05dfd81747d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0281074 Jul 16 19:49:34.323734 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ce23b3ac-e10a-4ebf-90ac-cdae1cd7011f req-9025124d-f6b2-4bc8-bd0d-8e864542dc7d tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Jul 16 19:49:34.989750 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:35.221808 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-cf6c93d6-0736-47d1-9ba9-94489cbcf50a req-6d876953-fd85-4890-87dc-3699bbc368c3 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0310991 Jul 16 19:49:35.467193 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e252c808-2713-49c7-a58e-13412f0441da req-4c3ba7ee-6e2b-4858-982c-1779273fcc83 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279851 Jul 16 19:49:36.358695 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ea81adb6-2fe4-403c-ac23-60985d5bcf04 req-73488f16-bdc1-44b5-9105-6603dce74b13 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Jul 16 19:49:36.603310 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f22c198c-4624-4098-a389-d45590d17580 req-fa049477-2ea1-4d27-a724-8ae10bd30808 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0279970 Jul 16 19:49:37.503269 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f63b97e5-6389-45fc-baca-e98c9b096806 req-383b49f8-6ffa-455a-92cc-912a5dc8b477 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0308597 Jul 16 19:49:37.738980 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3b723976-9ac4-49e8-b86f-67b01cb11639 req-bc636e33-0469-4db6-b7a4-62e258c18316 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0273240 Jul 16 19:49:38.635680 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:49:38.641277 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-97a5685f-295e-45f5-9be0-f1098e1298fa req-6e414a9f-63a3-4972-9610-9da75274bc9b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0279567 Jul 16 19:49:38.877755 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-082d7a10-4b75-4753-a422-89261888c25b req-18891feb-a161-4774-b242-3a85a8045710 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0281360 Jul 16 19:49:39.782997 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-388c41df-d9ce-4cb2-98b7-27db97a91153 req-d1d33ad0-31b3-4b0d-98a3-53df90a46e05 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0309172 Jul 16 19:49:40.014747 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-7b5dae27-0f44-47c9-bf0d-3eb72493c769 req-e826ce2f-c43c-4110-94ff-5ac51ff01744 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0286267 Jul 16 19:49:40.921184 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-076a70f3-7462-42a4-8df3-0c65a85bd3e6 req-182490a6-4dc5-4cf9-b4ba-5fd15618c9ab tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0291641 Jul 16 19:49:41.160484 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-68ab523b-f498-4883-a15d-89e043a250a2 req-78504e84-96fe-4ed2-beef-bd6784f59d4e tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0271826 Jul 16 19:49:42.064083 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-51d002eb-d6dd-41b6-b570-c9670caf1746 req-78dc28dc-07ba-4438-b30d-ad6745d2a09d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0308793 Jul 16 19:49:42.296581 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c00c89b7-b171-4914-9f6a-549185a1c515 req-c5a76a8c-4934-4aba-bb8d-5c2c8e62276a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Jul 16 19:49:43.201939 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5c585be4-bf84-482c-917f-970d6f079bcb req-fee4c102-4fc7-443e-aa0d-f023c6797d8c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Jul 16 19:49:43.435529 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4df50284-e76a-4aca-b90a-7babb133335e req-006ba117-f3e5-457c-a1b0-f786b5235b01 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0274959 Jul 16 19:49:44.342759 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0d84f249-f1c6-4c45-9452-942bc74c91ac req-a1758f31-b5e5-4186-8ee7-367f3458d2fa tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0318432 Jul 16 19:49:44.573208 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-63b7b96f-3583-426a-9694-0772f31fcbdf req-dc8796ea-1d9e-4477-8cb2-72a8167630dc tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0282278 Jul 16 19:49:45.481109 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-87eed4f5-7007-45a2-bb3f-8f97455c17ad req-42e8452f-827e-4fcb-900e-deed0d1afd67 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0278578 Jul 16 19:49:45.710077 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-55f3661c-35ab-4722-b342-fa296b7de060 req-1de59632-5947-4d9c-b651-2c3e05162aec tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Jul 16 19:49:46.624625 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-95f872d0-d79e-4214-a26b-778f15706a8b req-846ad5d2-8da2-4694-a0c1-6b6307674414 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0312424 Jul 16 19:49:46.846965 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-08624b97-890a-4edc-bfb6-755b08c43fb4 req-300e9b46-a39b-4aa0-8cb3-f1dd6b988d50 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jul 16 19:49:47.762269 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6da96d80-c107-41f1-b131-3e074f09f36a req-bf1547ed-674f-4a94-b334-2ff33d22046e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Jul 16 19:49:47.987272 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3dc70296-eca2-4deb-9fa7-1515b093c5fc req-63781bc0-035b-4763-863b-6cf91751035a tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0277927 Jul 16 19:49:48.903277 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5f3ea449-2612-4bac-b624-b0d9a68fb05e req-eb5a98e7-e4ce-4e9f-9878-b0716864f322 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Jul 16 19:49:49.280172 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2c7684dc-ae94-459c-8e33-352583efbcdd req-0207e11e-c2b0-43f1-9b67-31c865e71040 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0283647 Jul 16 19:49:50.046744 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-881531c8-4fbb-43a7-935b-92208acc7b27 req-4b9c6393-aef5-4686-b4de-d446a631281e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0301600 Jul 16 19:49:50.443603 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 57134) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:50.449060 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2ff44437-ac51-4bdc-a52f-3c8fe8149065 req-c4da0115-558e-419d-9b8b-f0df5cd17574 tempest-VolumesSnapshotTestJSON-126352333 tempest-VolumesSnapshotTestJSON-126352333-project] 10.222.0.97 "GET /v2.0/ports?device_id=9805c303-9a83-44e2-9793-0f187a554723 HTTP/1.1" status: 200 len: 210 time: 0.0370970 Jul 16 19:49:50.931489 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.180358 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Deleting port fcc1caf1-7ce1-4906-83a6-460e19a67141 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:49:51.180696 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.194504 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-040d4b8f-4b60-463c-82af-58c7f850f496 req-d8f9d214-708d-435b-a086-0a74073c3159 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0310512 Jul 16 19:49:51.260784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] For port fcc1caf1-7ce1-4906-83a6-460e19a67141, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=fcc1caf1-7ce1-4906-83a6-460e19a67141,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:51.261140 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.273861 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Calling delete_port for fcc1caf1-7ce1-4906-83a6-460e19a67141 owned by network:router_interface {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:49:51.449766 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.472682 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc1caf1-7ce1-4906-83a6-460e19a67141,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:51.483392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.483502 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.483799 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.484089 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.484423 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.484750 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.485074 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.485781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.485781 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.486051 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.486341 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.486660 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:51.664236 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:51.883636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Router 80575b91-3ee9-435c-8c01-18152552edde has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:49:52.007044 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:49:52.012287 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-a874ade8-59bf-4a2d-ac9a-1d5b5ae5fd93 admin admin] 10.222.0.97 "PUT /v2.0/routers/80575b91-3ee9-435c-8c01-18152552edde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5670776 Jul 16 19:49:52.014836 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 57152) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:52.018105 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] Sync routers for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:49:52.028768 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:52.029386 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:49:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:52.260915 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:52.338621 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2a27ba1c-e16d-4119-9b8c-5e2a1c14aa0b req-72544cbc-8438-46ff-ab35-ef3ee7685f7b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0304182 Jul 16 19:49:52.371481 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.459186 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '539390b2-3bcc-4f98-a00a-8be458431822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:49:51Z', 'revision_number': 5, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port': {'id': '539390b2-3bcc-4f98-a00a-8be458431822', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80575b91-3ee9-435c-8c01-18152552edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:48Z', 'updated_at': '2021-07-16T19:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:52.481726 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.485139 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] Checking router: 80575b91-3ee9-435c-8c01-18152552edde for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:49:52.495287 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] Routers {'80575b91-3ee9-435c-8c01-18152552edde'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:49:52.495909 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:49:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['80575b91-3ee9-435c-8c01-18152552edde'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:52.534483 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Deleting port 539390b2-3bcc-4f98-a00a-8be458431822 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:49:52.534841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.581785 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] Set router 80575b91-3ee9-435c-8c01-18152552edde gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:49:52.616127 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] For port 539390b2-3bcc-4f98-a00a-8be458431822, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=539390b2-3bcc-4f98-a00a-8be458431822,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:52.616495 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.628629 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Calling delete_port for 539390b2-3bcc-4f98-a00a-8be458431822 owned by network:router_gateway {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:49:52.633377 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:49:52Z', 'revision_number': 6, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:52.662197 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83e601-9de0-4526-b0aa-d69de7d8b557 None None] The sync data for ids ['80575b91-3ee9-435c-8c01-18152552edde'] in dv-cinder-800695-3-iscsi is: [{'id': '80575b91-3ee9-435c-8c01-18152552edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1080842615-router', 'tenant_id': '38408fd9f145458bb021223a943d9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:46Z', 'updated_at': '2021-07-16T19:49:52Z', 'revision_number': 6, 'project_id': '38408fd9f145458bb021223a943d9880', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:49:52.804016 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.829908 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=539390b2-3bcc-4f98-a00a-8be458431822,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:52.891392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.980891 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.982995 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.043214 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.043819 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80575b91-3ee9-435c-8c01-18152552edde {{(pid=92984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:49:53.048815 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] Notify callbacks [] for router, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.050089 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-371302a0-9caf-49b3-8170-588f24005a25 admin admin] 10.222.0.97 "DELETE /v2.0/routers/80575b91-3ee9-435c-8c01-18152552edde HTTP/1.1" status: 204 len: 168 time: 1.0343151 Jul 16 19:49:53.052502 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 57160) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:53.104924 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Deleting subnet b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:49:53.110361 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.144375 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.225394 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.276469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.302269 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.304764 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.308468 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-cb4c7965-fc79-4425-a916-88c936ca9fab admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b8a85b79-c372-4d3e-9a6d-cfeadf7d3aa6 HTTP/1.1" status: 204 len: 168 time: 0.2544081 Jul 16 19:49:53.309340 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 57162) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:53.309506 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56181597-c875-4906-91d9-2cc5b2b17c74 None None] Network dad9a188-7ecf-48e2-87d4-2554e24b1e68 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:49:53.377166 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.435418 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device fcc1caf1-7ce1-4906-83a6-460e19a67141 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:49:53.458864 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Deleting port bcd6b1e0-1980-4643-8da7-482ff5028e1b {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:49:53.459682 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.462621 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: fcc1caf1-7ce1-4906-83a6-460e19a67141 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:49:53.463197 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device fcc1caf1-7ce1-4906-83a6-460e19a67141 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:49:53.520800 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-1ef8b9e7-3cfb-40c5-be6d-d72cd0c467f9 req-e81c12d8-04a1-4f4c-b2be-f731e65b7e6d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0362639 Jul 16 19:49:53.546710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] DHCP port deletion for dad9a188-7ecf-48e2-87d4-2554e24b1e68 request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:49:53.560315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] For port bcd6b1e0-1980-4643-8da7-482ff5028e1b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bcd6b1e0-1980-4643-8da7-482ff5028e1b,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:53.560699 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.574503 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Calling delete_port for bcd6b1e0-1980-4643-8da7-482ff5028e1b owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:49:53.598277 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Deleting port bcd6b1e0-1980-4643-8da7-482ff5028e1b {{(pid=92986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:49:53.598659 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.663400 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.665923 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] For port bcd6b1e0-1980-4643-8da7-482ff5028e1b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=bcd6b1e0-1980-4643-8da7-482ff5028e1b,segment=NetworkSegment(505fbed4-9d28-4239-82be-180cc1e86b07),segment_id=505fbed4-9d28-4239-82be-180cc1e86b07)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:49:53.666576 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.676063 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] No DVR routers for this DVR port bcd6b1e0-1980-4643-8da7-482ff5028e1b on host dv-cinder-800695-3-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:49:53.682375 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Calling delete_port for bcd6b1e0-1980-4643-8da7-482ff5028e1b owned by network:dhcp {{(pid=92986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:49:53.716608 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd6b1e0-1980-4643-8da7-482ff5028e1b,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.740537 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.740881 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.741423 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.741872 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.742143 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.742646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.743138 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.743519 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.743846 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.744162 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.744958 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.744958 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.766705 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790'] for port, after_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.782931 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.791349 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Pushing event deleted for resources: {'Port': ['ID=bcd6b1e0-1980-4643-8da7-482ff5028e1b,revision_number=None']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.793452 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad9a188-7ecf-48e2-87d4-2554e24b1e68']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:53.796462 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] No DVR routers for this DVR port bcd6b1e0-1980-4643-8da7-482ff5028e1b on host dv-cinder-800695-3-iscsi {{(pid=92986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:49:53.805042 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505fbed4-9d28-4239-82be-180cc1e86b07') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:53.805508 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505fbed4-9d28-4239-82be-180cc1e86b07') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:49:53.808004 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.808392 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.808780 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.809194 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.809494 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.809807 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.810213 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.810458 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.810794 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.811208 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.811413 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.811738 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d769fb5-0086-4736-9fbb-11aaf8467bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:49:53.814692 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.828676 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.834496 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:49:53.834896 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:49:53.836557 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:49:53.890257 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.894734 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.898976 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] 10.222.0.97 "DELETE /v2.0/networks/dad9a188-7ecf-48e2-87d4-2554e24b1e68 HTTP/1.1" status: 204 len: 168 time: 0.5882239 Jul 16 19:49:53.910846 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b496107-4325-405e-9ac9-ca97fa673b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad9a188-7ecf-48e2-87d4-2554e24b1e68,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:53.971807 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d679d4ce-b9c4-4b62-8c55-e0a7ddff9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.009422 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 57170) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:54.049401 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-8c7c35fa-3d1f-469a-a19d-3464c1cabeed admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=38408fd9f145458bb021223a943d9880&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388298 Jul 16 19:49:54.051796 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 57172) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:49:54.103981 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b93f947c-c71c-4eb6-8325-20f7990430c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.124271 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b93f947c-c71c-4eb6-8325-20f7990430c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.171249 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b93f947c-c71c-4eb6-8325-20f7990430c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.173729 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b93f947c-c71c-4eb6-8325-20f7990430c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:54.174915 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-b93f947c-c71c-4eb6-8325-20f7990430c5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d9f327a7-ab2f-460b-a3be-0c6c7f237f72 HTTP/1.1" status: 204 len: 168 time: 0.1222303 Jul 16 19:49:54.182778 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f947c-c71c-4eb6-8325-20f7990430c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f327a7-ab2f-460b-a3be-0c6c7f237f72,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:49:54.660016 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-53d27c24-1681-4a50-be1a-0ea8ecc463f3 req-4645095a-b142-418a-aacf-4184dd1d7e8c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jul 16 19:49:54.769097 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 539390b2-3bcc-4f98-a00a-8be458431822 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:49:54.794108 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 539390b2-3bcc-4f98-a00a-8be458431822 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:49:54.794498 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 539390b2-3bcc-4f98-a00a-8be458431822 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:49:54.794929 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bcd6b1e0-1980-4643-8da7-482ff5028e1b no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:49:54.813104 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: bcd6b1e0-1980-4643-8da7-482ff5028e1b {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:49:54.813452 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device bcd6b1e0-1980-4643-8da7-482ff5028e1b not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:49:55.814772 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ad2dc5f5-8e8c-4426-bd5f-8714efeb4cd3 req-7d815336-fd59-4d93-8c7d-d7dbeb062e6c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0309324 Jul 16 19:49:56.470540 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6c359ec2-5479-41ee-a9c3-3bb8a5d82593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.665413 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:56.958438 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-33c9ed9a-cd88-4e71-ac18-ba9711974ee9 req-62d2fcbc-b2b0-45a9-9dff-d905188b9a88 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0308805 Jul 16 19:49:57.872495 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:58.099472 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb5f4220-a154-4a72-8936-3471f76e5ab5 req-1f6e8c4d-7f23-4ff9-b91c-62686ea9751d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0292785 Jul 16 19:49:59.208949 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:59.424895 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-50557bd8-8d8a-48e9-84a1-5b7fd2ea6527 req-244a2d4e-53d2-48fd-91af-05086e613316 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0273204 Jul 16 19:50:00.561614 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-73fdc402-de12-4ed3-a541-b1c2b005b8a8 req-da8ec37c-4540-456a-8fd3-3530f9c1e0dc tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Jul 16 19:50:01.705721 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-74b78343-06ac-46df-a58c-a745e8ad2220 req-1b1a0002-e177-48fe-8bc9-4606a9ec07ab tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0311103 Jul 16 19:50:02.844456 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-aa33db2b-572a-4594-ba2c-fef24d51b6dc req-4519740d-90ea-4ed3-8c1a-f26dd198affa tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Jul 16 19:50:03.983865 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c6861d8a-e674-446f-bf93-a040b928f173 req-dc9def00-0330-4cf1-b916-48815d7894e0 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0276897 Jul 16 19:50:04.989207 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:05.125017 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48380521-924d-4585-8b25-6cf65a0ca8f0 req-6eae903f-ec19-424d-ada7-8f508c7121e0 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0278864 Jul 16 19:50:06.269443 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-eb66935f-62b6-472b-86db-21817c32262d req-10bb5d03-cf65-461a-9465-cb17deb8709f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0309994 Jul 16 19:50:07.417637 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c0eae687-bb76-433c-9dfd-f27e1da78d34 req-5e2bf772-3d21-43e5-9f9a-86e9581c3878 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0285647 Jul 16 19:50:08.558948 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b01b1173-706c-471c-8442-b3b9a427bc73 req-29dcdf62-740d-4c9a-8c08-fe756cce1b8c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0286317 Jul 16 19:50:09.697478 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8d0f2d34-74ed-437c-a139-41d01a5c726b req-46cacf0b-e28e-4a10-890a-12c7452b627b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0284481 Jul 16 19:50:10.836817 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0ea8f44a-6891-4ece-b4c3-985d3dbff5dc req-6016d418-14b6-464b-b3e0-e6f96678173b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Jul 16 19:50:11.975112 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3b137d14-f162-415b-97f2-f02c295bb468 req-37056c94-2c5f-4f52-ad69-473efbc77c4a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0281484 Jul 16 19:50:13.110910 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3ff13af2-a2e7-4eb8-94f0-f101742e3258 req-a632e9a4-2f73-4e93-998f-003c8c0e9dac tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0270627 Jul 16 19:50:14.249515 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f9611b10-23d6-480b-8dcd-fe0ee18ae3c9 req-72afd0ee-b5d7-4078-b25a-c4164afce86d tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0283453 Jul 16 19:50:15.388564 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-da764983-4c8c-4fd9-9dcf-773b6871d190 req-d8f65596-ed43-49d9-9091-1dc5376576ab tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0311167 Jul 16 19:50:15.634687 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:50:16.528608 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b67f164b-52ac-4eba-b4e3-4df7b881f9ca req-6879bebe-7d12-451b-87dd-d66335a339e6 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Jul 16 19:50:17.666439 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5e6424b5-0232-4960-b902-794f3cb2e605 req-c7d3b5c4-23a7-483d-941a-8591e4fc0b2b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274782 Jul 16 19:50:18.802068 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-14668649-c5da-4a97-8bdc-b9e5694446bc req-9dceea6a-81ff-44e6-87ce-0d8e711a2487 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0281842 Jul 16 19:50:19.943246 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-11568b4c-344b-47fb-9ffe-5458d0cd3fbe req-7de4ed6f-abd6-4d26-a672-8f4093cf15d7 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0303097 Jul 16 19:50:21.085414 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ebfa47fa-c0a0-40bb-862a-d90040ac9162 req-a6e2e3fe-f0cd-42c6-9670-c68e976a8961 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Jul 16 19:50:21.561250 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-abed46b8-d6ca-45e5-95ef-5f4ca09af5a1 req-de2ad4c8-3170-4bd7-8a2d-c749a025d921 service neutron] (92985) timed out ('10.222.0.97', 46550) {{(pid=92985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:50:22.221983 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fc34a186-16a8-4bd4-b484-a720f402185e req-84f53ed1-90de-4916-be71-bad47d9d83dc tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274677 Jul 16 19:50:23.360042 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-9cec4478-8517-4737-a309-1f402bc7fb5d req-ad37f2bd-6e50-4542-a685-cc8ddfe1443f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Jul 16 19:50:23.973188 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-07b74ab4-6930-4d56-87b7-4d3fe56eb2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:24.497520 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-fb081a83-8322-489f-9e23-7eb42e8a40a9 req-845a195c-c7aa-42a0-99fd-bb060c9bfc89 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0312271 Jul 16 19:50:25.640381 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0464f97d-aa64-4cf4-b47f-a13741b225c7 req-ffdec3c1-e156-4451-a32d-6a7c40d453ff tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0294945 Jul 16 19:50:26.470891 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b52e9772-284d-4055-957e-3b5accaa090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.667995 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:26.787732 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-586aef8a-3ecf-41b2-8793-0648cead98aa req-2991a092-202f-42f1-899e-fedebafb296c tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Jul 16 19:50:27.879298 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:27.927205 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-31cab983-f805-4644-9acd-9b00579f33ff req-5b513152-177c-40cc-9bab-c8d710db7c31 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0267208 Jul 16 19:50:29.069124 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-28bb2661-ec11-440b-a374-28b1430edd3b req-08a94846-cc8c-4738-a3a6-d3b38bded28e tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0312476 Jul 16 19:50:29.212425 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:30.206913 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-70d020c1-607e-4c4a-9d4f-f6d8af1e9f0b req-534720a1-d1db-4f29-9fd5-da982fb1199f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274725 Jul 16 19:50:31.343380 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5fbb072f-8ec1-4e9f-996d-74cab45044f4 req-932531c7-ea5e-43c3-af65-2e3f028a85b9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Jul 16 19:50:32.481646 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-936e7d5f-978f-401b-9bab-33689266f9ee req-5282e062-6a3e-4725-b81a-333e1d2287b9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0267208 Jul 16 19:50:33.622533 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-93b68f62-b00f-4c98-b076-07e3b0b91f4f req-cfffac25-bc82-44e2-9574-e24dbde5aa96 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0309985 Jul 16 19:50:34.767648 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-66cf7947-ab36-45d1-af26-8f59d09fa497 req-e424b5e7-4e44-48cc-9915-7d7c2904c298 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0282807 Jul 16 19:50:35.015511 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:35.906849 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bafe64c3-11d0-4404-bad1-2bbbe43c437e req-956e7730-6a85-4ac8-b68d-54b1fc61b90f tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0278840 Jul 16 19:50:37.042673 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-c8f25284-d5bb-4837-9902-f82d81c4fb40 req-747e593d-c680-4799-9553-314768da0d66 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0275748 Jul 16 19:50:38.183122 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-bc2f5bf8-1b45-4fb8-aab7-a89a63c715c9 req-66a89b27-67ff-4708-91ca-00057f4d4e52 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0304129 Jul 16 19:50:39.321787 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e0ee8a0a-fcc7-4c04-a4ae-d83be6855726 req-17bba47e-2291-4898-8e2b-47b72448a1e9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Jul 16 19:50:40.459560 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-6e3e08e6-6196-4705-84b5-7574fdacba3e req-b744ffc9-f800-4f84-b2f4-85215a4a4e7b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0270824 Jul 16 19:50:41.599171 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-34a729ae-3757-4dce-8ab3-8926b6d8d3e2 req-25177b23-79c4-4bb2-b776-9bb097694b9b tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0273936 Jul 16 19:50:42.738541 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e4f677f6-e5f5-42bd-ba5d-280e88391e39 req-f872c99c-2f68-4db0-be12-4c5f7fd2d0c6 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0295653 Jul 16 19:50:43.878720 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-a39484e7-5c4c-4af3-96f6-aaf94b2fad37 req-97109565-726f-47bf-81a8-c9f14f4e4ecc tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Jul 16 19:50:45.016786 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-f10d16b6-5640-4366-9cbd-67a873ceaa3e req-8118c77c-7e0f-4580-a1f5-8e6b5f789cd9 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0278814 Jul 16 19:50:46.152334 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-06cf42c8-a0d0-496b-b285-70877b03cf5a req-55ba5e41-73a7-4d1c-b241-427297333c3a tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Jul 16 19:50:47.293525 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8b7218a3-edac-4009-839d-1aeaa50c15e9 req-430ecc0a-a65b-4a48-9040-5d6688144280 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0311077 Jul 16 19:50:48.438969 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-67abe9c6-215d-4f49-9088-12507acb670a req-92b00640-c7ad-4f5b-8b23-56ea264df776 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/ports?device_id=238cd164-37c2-4c2e-a9e7-f0ebfeac3d25 HTTP/1.1" status: 200 len: 210 time: 0.0289996 Jul 16 19:50:49.557378 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 57634) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:49.611539 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f58-bb91-4fbc-aa2f-d297c781e315 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.634504 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f58-bb91-4fbc-aa2f-d297c781e315 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.679417 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f58-bb91-4fbc-aa2f-d297c781e315 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.682795 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1f58-bb91-4fbc-aa2f-d297c781e315 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.683864 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1c8f1f58-bb91-4fbc-aa2f-d297c781e315 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "DELETE /v2.0/security-groups/fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55 HTTP/1.1" status: 204 len: 168 time: 0.1254499 Jul 16 19:50:49.687012 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 57636) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:49.693395 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1f58-bb91-4fbc-aa2f-d297c781e315 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:49.701128 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.api.v2.resource [None req-92efa347-cfa4-44a2-9bcb-66d372576511 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] show failed (client error): The resource could not be found. Jul 16 19:50:49.703031 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-92efa347-cfa4-44a2-9bcb-66d372576511 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "GET /v2.0/security-groups/fa7d8ec7-68c9-4a2b-a6de-098fb13cfb55 HTTP/1.1" status: 404 len: 347 time: 0.0146289 Jul 16 19:50:49.705576 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 57638) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:50:49.826225 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Deleting port 9669880e-e413-472a-8350-0befdcf92c07 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:50:49.826572 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.904100 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.904428 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:49.916289 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Calling delete_port for 9669880e-e413-472a-8350-0befdcf92c07 owned by network:floatingip {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:50:50.039552 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:50.067443 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Pushing event deleted for resources: {'Port': ['ID=9669880e-e413-472a-8350-0befdcf92c07,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:50:50.128469 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks [] for floatingip, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:50.131057 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for floatingip, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:50.132190 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e145164d-c119-49e9-a92f-0f065fa71801 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] 10.222.0.97 "DELETE /v2.0/floatingips/6a3e3046-96d4-4a30-8e66-83253a155f23 HTTP/1.1" status: 204 len: 168 time: 0.4256904 Jul 16 19:50:52.633970 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:50:53.973267 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e7638b8-9ec7-424c-a07c-9ca75eaf206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.471253 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eefe-e73f-4560-b127-b66dd330cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:56.663476 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:57.871191 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:59.213479 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:05.040948 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:11.430239 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [req-29a307c5-653c-4cfb-876c-77b3659ff8a0 req-d680c67a-0ca1-4b12-ac69-631a49578715 service neutron] (92984) timed out ('10.222.0.97', 49334) {{(pid=92984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:51:23.973878 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e43fcf65-f4af-480a-b58f-83a00ea3be7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.470990 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-7086649d-22a2-4abd-925e-a972aeec68e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:26.666512 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:27.874512 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:29.217021 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:29.633365 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:51:33.575673 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58000) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:33.635913 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.660006 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.719886 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.722362 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:33.723535 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] 10.222.0.97 "DELETE /v2.0/security-groups/835226a4-b421-4eba-84c0-0cc226e7a939 HTTP/1.1" status: 204 len: 168 time: 0.1468780 Jul 16 19:51:33.732494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835226a4-b421-4eba-84c0-0cc226e7a939,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:33.739527 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.739888 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.740222 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.741494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.741494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.741844 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.742197 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.742530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.742858 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.743186 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.743509 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:33.743831 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8b7cf-9cab-459e-8150-9a614a986564 tempest-TestVolumeBootPattern-901695209 tempest-TestVolumeBootPattern-901695209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:34.896154 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58014) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:35.060780 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.370560 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.857956 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Deleting port 499fc7c2-684b-404f-956c-f1c4619d8d6d {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:35.858334 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.936210 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] For port 499fc7c2-684b-404f-956c-f1c4619d8d6d, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=499fc7c2-684b-404f-956c-f1c4619d8d6d,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:35.936896 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:35.948832 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Calling delete_port for 499fc7c2-684b-404f-956c-f1c4619d8d6d owned by network:router_interface {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:36.126358 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.152628 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Pushing event deleted for resources: {'Port': ['ID=499fc7c2-684b-404f-956c-f1c4619d8d6d,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:36.315079 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.525344 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:51:36.629940 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:51:36.636913 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6623f4a8-e9c0-439a-a53a-72c29db54795 admin admin] 10.222.0.97 "PUT /v2.0/routers/b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393997 Jul 16 19:51:36.637608 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58028) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:36.639598 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] Sync routers for ids ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:51:36.650236 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] Routers {'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:36.650858 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:51:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:36.743165 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks [] for router, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.754573 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] Set router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:36.848162 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.901935 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Deleting port 85f46807-e79a-453d-aa9d-e09fe6cd8863 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:36.902321 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.937269 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:51:36Z', 'revision_number': 5, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port': {'id': '85f46807-e79a-453d-aa9d-e09fe6cd8863', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:36.964241 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] Checking router: b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:51:36.972411 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] Routers {'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:36.973011 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:51:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:36.981302 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] For port 85f46807-e79a-453d-aa9d-e09fe6cd8863, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=85f46807-e79a-453d-aa9d-e09fe6cd8863,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:36.981841 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:36.998151 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Calling delete_port for 85f46807-e79a-453d-aa9d-e09fe6cd8863 owned by network:router_gateway {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:37.057678 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] Set router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 gateway port host: None {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:37.110615 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:51:36Z', 'revision_number': 6, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:37.140797 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05febb-d8e8-471c-8ac2-2585c3a42c5f None None] The sync data for ids ['b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7'] in dv-cinder-800695-3-iscsi is: [{'id': 'b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7', 'name': 'tempest-TestVolumeBootPattern-1156771902-router', 'tenant_id': '95f44d018c8946a58657b73781cfea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:20Z', 'updated_at': '2021-07-16T19:51:36Z', 'revision_number': 6, 'project_id': '95f44d018c8946a58657b73781cfea5a', 'gw_port_host': None}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:51:37.164373 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.197191 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f46807-e79a-453d-aa9d-e09fe6cd8863,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:37.258638 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.346371 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.348344 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.395084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.395574 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 {{(pid=92985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:51:37.400320 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.401480 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a944c6d2-7074-4745-911b-5ffc4fe14928 admin admin] 10.222.0.97 "DELETE /v2.0/routers/b3b312f7-02a0-4e41-8f7c-6ad73e00f2b7 HTTP/1.1" status: 204 len: 168 time: 0.7628663 Jul 16 19:51:37.404010 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58034) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:37.447601 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Deleting subnet e55d708e-9543-440e-a1c0-243bbb3cfd73 {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:51:37.450866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.485560 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.572889 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.631229 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.659168 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.661038 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e55d708e-9543-440e-a1c0-243bbb3cfd73 HTTP/1.1" status: 204 len: 168 time: 0.2561007 Jul 16 19:51:37.662750 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d118-f78c-44b2-92da-882d44037678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55d708e-9543-440e-a1c0-243bbb3cfd73,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:37.664238 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 58036) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:37.667918 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42ce72-50ca-486c-ac6d-55f3b9466489 None None] Network a6d67849-c8a2-46b8-b786-f45ca140fb7a requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:37.738017 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.791208 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Deleting port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:37.791550 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.863747 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] For port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:37.864130 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.876847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] DHCP port deletion for a6d67849-c8a2-46b8-b786-f45ca140fb7a request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:51:37.877092 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Calling delete_port for 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b owned by network:dhcp {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:37.924187 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Deleting port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b {{(pid=92986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:37.924563 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.962505 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.991556 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] For port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,segment=NetworkSegment(ce128945-2373-446b-beca-596662e43f8f),segment_id=ce128945-2373-446b-beca-596662e43f8f)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:37.992559 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:37.992784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:37.995114 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] No DVR routers for this DVR port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b on host dv-cinder-800695-3-iscsi {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:38.003656 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.004001 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.004349 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.004681 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.005009 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.005341 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.005463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Calling delete_port for 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b owned by network:dhcp {{(pid=92986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:38.005664 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.006706 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.007117 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.007454 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.007777 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.008100 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.075697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.081397 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790'] for port, after_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.086362 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d67849-c8a2-46b8-b786-f45ca140fb7a']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:38.096392 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce128945-2373-446b-beca-596662e43f8f') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:38.096675 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce128945-2373-446b-beca-596662e43f8f') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:38.105985 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.108829 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Pushing event deleted for resources: {'Port': ['ID=7e8f7f97-b8fc-44de-b566-c9e3b108ef2b,revision_number=None']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:38.111209 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] No DVR routers for this DVR port 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b on host dv-cinder-800695-3-iscsi {{(pid=92986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:38.121617 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.122055 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.122647 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.122960 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.123652 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.124159 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.124744 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.124994 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.125360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.125985 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.126493 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.127233 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bddc0-d4e4-4f41-a475-e7fdcfa0ad41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:51:38.128888 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.136206 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:51:38.136698 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:51:38.139035 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:51:38.202983 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.210588 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.212023 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] 10.222.0.97 "DELETE /v2.0/networks/a6d67849-c8a2-46b8-b786-f45ca140fb7a HTTP/1.1" status: 204 len: 168 time: 0.5468001 Jul 16 19:51:38.215052 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58044) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:38.223047 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34d23a-47cf-4210-b873-a25ec844064d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d67849-c8a2-46b8-b786-f45ca140fb7a,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:38.552438 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.803627 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Deleting port 5ba06647-bd19-464e-9a5a-d2a69c5a259c {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:38.803884 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.831381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 499fc7c2-684b-404f-956c-f1c4619d8d6d no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:38.855029 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 499fc7c2-684b-404f-956c-f1c4619d8d6d {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:38.855373 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 499fc7c2-684b-404f-956c-f1c4619d8d6d not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:38.855922 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 85f46807-e79a-453d-aa9d-e09fe6cd8863 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:38.885072 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 85f46807-e79a-453d-aa9d-e09fe6cd8863 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:38.885072 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 85f46807-e79a-453d-aa9d-e09fe6cd8863 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:38.885072 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:38.890007 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] For port 5ba06647-bd19-464e-9a5a-d2a69c5a259c, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=5ba06647-bd19-464e-9a5a-d2a69c5a259c,segment=NetworkSegment(d249b2ab-5659-481c-b55a-eef8a1187294),segment_id=d249b2ab-5659-481c-b55a-eef8a1187294)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:38.890427 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:38.899342 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:38.899769 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 7e8f7f97-b8fc-44de-b566-c9e3b108ef2b not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:38.904370 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Calling delete_port for 5ba06647-bd19-464e-9a5a-d2a69c5a259c owned by network:router_interface {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:39.086053 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.111387 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba06647-bd19-464e-9a5a-d2a69c5a259c,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:39.280891 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.496291 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Router 4ce3477e-ddd4-4de3-bee4-812fb610b482 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:51:39.845467 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:51:39.851148 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-820535c5-db21-4b57-bf00-75b05155a944 admin admin] 10.222.0.97 "PUT /v2.0/routers/4ce3477e-ddd4-4de3-bee4-812fb610b482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344521 Jul 16 19:51:39.853640 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58054) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:39.856179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] Sync routers for ids ['4ce3477e-ddd4-4de3-bee4-812fb610b482'] in dv-cinder-800695-3-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:51:39.865740 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] Routers {'4ce3477e-ddd4-4de3-bee4-812fb610b482'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:39.866569 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:51:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['4ce3477e-ddd4-4de3-bee4-812fb610b482'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:39.958623 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks [] for router, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:39.972134 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] Set router 4ce3477e-ddd4-4de3-bee4-812fb610b482 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:40.061315 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.111066 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Deleting port e1ced4d9-6084-4c49-92e0-deea9a79ba2b {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:40.111399 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.145919 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:51:39Z', 'revision_number': 5, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port': {'id': 'e1ced4d9-6084-4c49-92e0-deea9a79ba2b', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:40.194000 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] For port e1ced4d9-6084-4c49-92e0-deea9a79ba2b, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:40.194349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.207270 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Calling delete_port for e1ced4d9-6084-4c49-92e0-deea9a79ba2b owned by network:router_gateway {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:40.296367 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] Checking router: 4ce3477e-ddd4-4de3-bee4-812fb610b482 for host: dv-cinder-800695-3-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:51:40.305365 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] Routers {'4ce3477e-ddd4-4de3-bee4-812fb610b482'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:51:40.305968 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T19:51:26Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['4ce3477e-ddd4-4de3-bee4-812fb610b482'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:40.378320 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.391347 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] Set router 4ce3477e-ddd4-4de3-bee4-812fb610b482 gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:51:40.406172 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ced4d9-6084-4c49-92e0-deea9a79ba2b,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:40.442940 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:51:40Z', 'revision_number': 6, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port_host': None}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:40.467089 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.472880 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c313fc-8d35-4ab0-9bc2-de81be3959cd None None] The sync data for ids ['4ce3477e-ddd4-4de3-bee4-812fb610b482'] in dv-cinder-800695-3-iscsi is: [{'id': '4ce3477e-ddd4-4de3-bee4-812fb610b482', 'name': 'tempest-TestVolumeBootPattern-1924552348-router', 'tenant_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:39:25Z', 'updated_at': '2021-07-16T19:51:40Z', 'revision_number': 6, 'project_id': '5ae73432927a4f5a8ec5fc73bb5cc2d1', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:51:40.558374 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.560470 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.605967 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.606726 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce3477e-ddd4-4de3-bee4-812fb610b482 {{(pid=92985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:51:40.611027 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.612172 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-db938d54-bc44-4d69-b214-2359f8fb9d88 admin admin] 10.222.0.97 "DELETE /v2.0/routers/4ce3477e-ddd4-4de3-bee4-812fb610b482 HTTP/1.1" status: 204 len: 168 time: 0.7575910 Jul 16 19:51:40.614712 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 58060) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:40.657963 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Deleting subnet 6328512a-02f8-42f2-914d-5b782fa9bb45 {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:51:40.660855 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.694511 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.775140 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.832153 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.855754 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:40.860886 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/6328512a-02f8-42f2-914d-5b782fa9bb45 HTTP/1.1" status: 204 len: 168 time: 0.2422087 Jul 16 19:51:40.861074 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62465cd5-4567-42d0-bed6-99ba6ece9efd None None] Network 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:51:40.862097 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 58064) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:40.901445 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c8c1-53ee-4e16-8136-7680346f4310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6328512a-02f8-42f2-914d-5b782fa9bb45,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:40.960926 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.002268 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ba06647-bd19-464e-9a5a-d2a69c5a259c no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:41.024188 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Deleting port 18fe9344-4c85-4088-b7b9-2439bc0863a7 {{(pid=92984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:51:41.024521 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.027399 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 5ba06647-bd19-464e-9a5a-d2a69c5a259c {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:41.027748 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 5ba06647-bd19-464e-9a5a-d2a69c5a259c not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:41.088391 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.db [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] For port 18fe9344-4c85-4088-b7b9-2439bc0863a7, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=18fe9344-4c85-4088-b7b9-2439bc0863a7,segment=NetworkSegment(d249b2ab-5659-481c-b55a-eef8a1187294),segment_id=d249b2ab-5659-481c-b55a-eef8a1187294)] {{(pid=92984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:51:41.088770 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.101590 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Calling delete_port for 18fe9344-4c85-4088-b7b9-2439bc0863a7 owned by network:dhcp {{(pid=92984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:51:41.183320 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30198509'] for port, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.209600 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fe9344-4c85-4088-b7b9-2439bc0863a7,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:41.211496 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] No DVR routers for this DVR port 18fe9344-4c85-4088-b7b9-2439bc0863a7 on host dv-cinder-800695-3-iscsi {{(pid=92984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:51:41.281228 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.293139 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85']}} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:41.301608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63036f19-e280-4f50-9020-e91c41cf51b0 None None] DHCP port deletion for 4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:51:41.311347 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd249b2ab-5659-481c-b55a-eef8a1187294') {'for_net_delete': True} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:41.311347 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.services.segments.db [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd249b2ab-5659-481c-b55a-eef8a1187294') {} {{(pid=92984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:51:41.324528 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30198463'] for segment, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.339481 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.345506 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=92984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:51:41.345908 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30198844'] for segment, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: Traceback (most recent call last): Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: timer() Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: cb(*args, **kw) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: return func(*args, **kwargs) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: self._notify() Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: self.callback(batched_events) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: event.method(event) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: return f(self, *a, **k) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._get(url).json() Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: return self.request(url, 'GET', **kwargs) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:51:41.347582 dv-cinder-800695-3-iscsi neutron-server[92984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:51:41.402299 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.407844 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.409718 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85 HTTP/1.1" status: 204 len: 168 time: 0.5465074 Jul 16 19:51:41.421297 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e208f-3169-4438-8637-befb30886de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2d32ea-838a-4d5e-a9b7-dbfe3af3ff85,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:41.536454 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 58072) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:41.579817 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-685247de-406d-4d8b-ab1d-5c2b7c4406f6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=95f44d018c8946a58657b73781cfea5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417018 Jul 16 19:51:41.582302 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 58074) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:41.631632 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9f4d-7617-463d-84a7-aacff5c38483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.655633 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9f4d-7617-463d-84a7-aacff5c38483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.702761 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9f4d-7617-463d-84a7-aacff5c38483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.705187 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9f4d-7617-463d-84a7-aacff5c38483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:41.706344 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-bb4f9f4d-7617-463d-84a7-aacff5c38483 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0023a04c-040f-4e32-a2ab-b28bd83904b5 HTTP/1.1" status: 204 len: 168 time: 0.1231172 Jul 16 19:51:41.714156 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f9f4d-7617-463d-84a7-aacff5c38483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023a04c-040f-4e32-a2ab-b28bd83904b5,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:42.023710 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 58084) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:42.063325 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-7ad8ed93-6f12-4b47-978b-c7cc29463557 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5ae73432927a4f5a8ec5fc73bb5cc2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384672 Jul 16 19:51:42.065686 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 58086) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:51:42.112937 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-255e150c-1979-47d4-b729-b7cb5eb1b0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.133383 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-255e150c-1979-47d4-b729-b7cb5eb1b0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.179787 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-255e150c-1979-47d4-b729-b7cb5eb1b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.182493 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-255e150c-1979-47d4-b729-b7cb5eb1b0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:42.183644 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-255e150c-1979-47d4-b729-b7cb5eb1b0e9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/37b9588c-2533-4de3-953f-f4e6e9f8f270 HTTP/1.1" status: 204 len: 168 time: 0.1170387 Jul 16 19:51:42.191152 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e150c-1979-47d4-b729-b7cb5eb1b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b9588c-2533-4de3-953f-f4e6e9f8f270,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:51:42.822267 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 18fe9344-4c85-4088-b7b9-2439bc0863a7 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:42.842048 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 18fe9344-4c85-4088-b7b9-2439bc0863a7 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:42.842417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 18fe9344-4c85-4088-b7b9-2439bc0863a7 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:42.842823 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device e1ced4d9-6084-4c49-92e0-deea9a79ba2b no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:51:42.861165 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: e1ced4d9-6084-4c49-92e0-deea9a79ba2b {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:51:42.861510 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device e1ced4d9-6084-4c49-92e0-deea9a79ba2b not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:51:53.976336 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9503da61-bb2c-4170-a4eb-195758303614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.470436 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-074de2f9-cfd1-4250-85eb-278ce69a187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:56.668499 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:57.876261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:51:59.220098 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:05.074580 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:06.632624 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:52:07.373810 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-37e93a50-e289-4f7b-8124-cb1ccae50a0f req-7909dd4e-49d9-44dc-81a1-42e3f1114abb service neutron] (92985) timed out ('10.222.0.76', 58163) {{(pid=92985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:52:23.978519 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-784ca4c1-835d-400d-85a7-ce0754e4da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:26.473844 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4e640f11-6b26-4cce-a677-98d64e033ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:26.669495 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:27.878977 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:29.223558 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:35.090272 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:43.630465 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:52:53.979182 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-638fc6f9-709e-457e-8eea-ac1f36bc14ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:56.474797 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-121dd317-3c2c-4c3d-bf86-03c13737b091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:56.670574 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:57.881706 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:52:59.226548 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:05.107978 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:20.629127 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:53:23.979184 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6a96fd58-8381-4c73-aa9b-ea57af0d1252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.475927 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-35e674aa-f9eb-4ebc-92cf-5a1c5e99f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:26.671245 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:27.884179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:29.228870 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:35.119755 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:53.978971 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-40e99ef2-62cd-435c-a0df-4e2ecbdaa951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.479277 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-bed5e4f2-106e-4dd9-a580-9a34637ec54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:56.671486 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:57.627193 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:53:57.887980 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:53:59.231816 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:05.133937 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:23.980002 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-64eaac15-738a-49e1-90b2-0abc3937cece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:26.480173 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-64587cb2-834e-4b0d-94b6-22e9b0035185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:26.671821 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:27.890917 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:29.235607 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:34.625768 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:54:35.132740 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:53.979595 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1c454dc1-b9c6-4ece-8d37-dc49e2961803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.482416 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-4d609f48-8bb8-4e0c-ba77-d22eb23cd0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:56.672204 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:57.894008 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:54:59.239595 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:05.131234 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:11.625766 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:55:23.980364 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c1395ac0-1f6d-4a05-93cd-d5bfb46d96a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.483155 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5cb02575-f0f9-48ed-9d10-e8ae380950db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:26.672103 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:27.897832 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:29.242279 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:35.157039 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:48.625014 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:55:53.981175 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-5ac8812c-8b88-4527-8d51-b1e4b66d118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.664011 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 59622) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:55.776029 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.870295 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.873872 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.912754 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4748e0d566fa495aaeb268e0545bd850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475955 Jul 16 19:55:55.914623 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b602684-8831-44fe-838a-3922bec09383,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:55.916117 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 59628) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:55.921968 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.922349 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.922697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.923035 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.923373 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.923707 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.924039 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.924370 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.924702 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.925034 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.925361 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.925685 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6431-2321-4d91-a003-31720e4ea18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:55.967598 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:55.989015 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.038184 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.041518 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.042706 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4b602684-8831-44fe-838a-3922bec09383 HTTP/1.1" status: 204 len: 168 time: 0.1256046 Jul 16 19:55:56.050555 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b602684-8831-44fe-838a-3922bec09383,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:56.058465 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.058894 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.059146 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.059482 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.059815 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.060147 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.060479 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.060812 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.061138 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.061463 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.061784 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.062105 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbfb29-3ee2-43fb-96e8-1450b28dd679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:55:56.299101 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 59638) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:56.312853 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4fff9482-918a-4c34-b995-a768bafa31a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.404402 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4fff9482-918a-4c34-b995-a768bafa31a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.408482 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4fff9482-918a-4c34-b995-a768bafa31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.450065 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-4fff9482-918a-4c34-b995-a768bafa31a7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=95c567c33de04f27855bb22b0c295c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498773 Jul 16 19:55:56.450949 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff9482-918a-4c34-b995-a768bafa31a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece79410-c795-4157-83b9-837f796f9425,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:56.452658 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 59642) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:56.484737 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-57d8f1c9-3762-4ae6-9cc8-b565e4227877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.504576 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-96d51dd7-8b2b-40af-bab9-64baf558fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.525439 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-96d51dd7-8b2b-40af-bab9-64baf558fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.571036 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-96d51dd7-8b2b-40af-bab9-64baf558fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.573539 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-96d51dd7-8b2b-40af-bab9-64baf558fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:56.575000 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-96d51dd7-8b2b-40af-bab9-64baf558fec4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ece79410-c795-4157-83b9-837f796f9425 HTTP/1.1" status: 204 len: 168 time: 0.1212866 Jul 16 19:55:56.582687 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d51dd7-8b2b-40af-bab9-64baf558fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece79410-c795-4157-83b9-837f796f9425,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:56.674193 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:57.900173 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.090054 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 59690) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:58.190235 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e25b9e3b-3203-489e-aeeb-e241ab9d607c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.282100 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e25b9e3b-3203-489e-aeeb-e241ab9d607c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.287759 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-e25b9e3b-3203-489e-aeeb-e241ab9d607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.326830 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-e25b9e3b-3203-489e-aeeb-e241ab9d607c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8b8ef831ebda449fa1622713d96f7b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356789 Jul 16 19:55:58.328029 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b9e3b-3203-489e-aeeb-e241ab9d607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41857ff-2454-4b5c-b27e-8feb973a5d47,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:58.329579 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 59696) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:58.379897 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c38f-c036-4990-b9cf-e601dcdb62bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.400691 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c38f-c036-4990-b9cf-e601dcdb62bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.446893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c38f-c036-4990-b9cf-e601dcdb62bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.449646 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c38f-c036-4990-b9cf-e601dcdb62bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.450847 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2ba6c38f-c036-4990-b9cf-e601dcdb62bb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e41857ff-2454-4b5c-b27e-8feb973a5d47 HTTP/1.1" status: 204 len: 168 time: 0.1202397 Jul 16 19:55:58.458265 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6c38f-c036-4990-b9cf-e601dcdb62bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41857ff-2454-4b5c-b27e-8feb973a5d47,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:58.705571 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 59704) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:58.721817 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d034-d833-48eb-88f1-803f2deda12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.809224 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d034-d833-48eb-88f1-803f2deda12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.812910 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d034-d833-48eb-88f1-803f2deda12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.850289 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e7b8d034-d833-48eb-88f1-803f2deda12d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=11de9a27eaf84c1493127f448a398ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435978 Jul 16 19:55:58.852997 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d034-d833-48eb-88f1-803f2deda12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2a848-39d0-44e6-933e-ee4a15bc27d6,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:58.853707 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 59706) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:55:58.904353 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d012d58b-84d5-4e73-8f6c-67188a4fe781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.924682 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d012d58b-84d5-4e73-8f6c-67188a4fe781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.970677 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d012d58b-84d5-4e73-8f6c-67188a4fe781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.973145 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d012d58b-84d5-4e73-8f6c-67188a4fe781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:55:58.974300 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-d012d58b-84d5-4e73-8f6c-67188a4fe781 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5ab2a848-39d0-44e6-933e-ee4a15bc27d6 HTTP/1.1" status: 204 len: 168 time: 0.1193364 Jul 16 19:55:58.981911 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012d58b-84d5-4e73-8f6c-67188a4fe781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2a848-39d0-44e6-933e-ee4a15bc27d6,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:55:59.245212 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:05.161509 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:23.981341 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c68860c7-8bbf-44c5-a283-ffaffa407f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:25.623410 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:56:26.487320 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b542c65d-8a4b-4c5c-936b-a40943eac01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:26.675174 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:27.902113 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:29.239383 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:35.159665 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.982720 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-c9d43381-996a-4809-b027-f44461f68d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.490121 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b5aafcec-20e0-4cce-8327-14c77e1661ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.676992 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:57.904886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:59.242220 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:02.622518 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:05.159591 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.985664 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a62d0cba-0b29-4060-aad6-02f83084460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.490759 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-78380bc1-8c08-48ab-87f7-fa8ca2ddaf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.677562 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:27.908445 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.244827 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.173412 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:39.621290 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:53.985572 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-93dd5167-6900-445c-9548-82c5b91ca2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.492042 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-2abe272b-026a-40b8-af60-8f4bda6a90e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.678296 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:57.910060 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:59.250062 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:05.188533 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:16.622853 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:23.985932 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b1852e43-4a65-40bb-874e-9a7d48e2ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:26.494761 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-745c7f42-afc8-48d8-9af1-6ca2419a21ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:26.680144 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:27.914796 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:29.250710 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:35.188015 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.622640 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:53.987247 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-74a56417-7839-44d4-8140-c73da1be74eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.496735 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-435236b1-8b93-41af-a9a7-c171cb1e6da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.681891 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:57.918030 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:59.254376 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:05.201637 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:23.986573 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-48f01f08-27de-4d81-a7b2-a5b5c642b4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:26.498363 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-583bb3d3-dd8d-4c92-8b6f-1251797d8260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:26.683099 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:27.923032 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:29.256701 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:30.621430 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:35.216614 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.986481 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-78906b36-36c1-4b05-9816-ac4b2d875f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.499235 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-46fd4c03-d728-4e31-b6a8-2ef6e55faa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.684106 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:57.927323 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:59.260204 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.215908 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.620723 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:23.987332 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b9618a87-1c24-43c2-8ec1-b01e1c5d85ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:26.499957 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a0f49006-6d05-499f-833d-f7267e7cb291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:26.685294 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:27.927146 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:29.262899 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:35.227803 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:44.619546 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:53.988570 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-372e623b-9bd6-422b-bac0-c23bcf663a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.500583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ffb138dc-0182-47af-82d8-dbfbfeea69ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.686417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:57.930388 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:59.266312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:05.227480 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.619639 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:23.989385 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6e803aed-0e62-46d2-b1a5-374137d17613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.500906 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-fbeba09d-8fa8-49fe-a63d-ea30c0ef525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.687556 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:27.934244 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:29.268397 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:35.228600 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.993273 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-67e293e7-08e2-4b17-a0e9-0c493864ab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.500741 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d11f-2974-472b-ba7e-de1b74ad491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:56.688133 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:57.936701 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:58.619229 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:59.271556 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.295120 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 33752) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:01.406779 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.497823 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.501408 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.539980 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9f4825633b9b4109843a17267eb51fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437942 Jul 16 20:02:01.541104 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4fe05e-b708-4c1a-af3b-beacfb2ff308,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.542866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 33758) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:02:01.548311 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.548663 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.549006 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.549488 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.549684 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.550019 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.550377 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.550709 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.551066 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.551391 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.551734 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.552137 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391589d5-dfa9-48d9-9561-fb5291f583d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.594907 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.615856 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.662514 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.664989 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:01.666180 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1f4fe05e-b708-4c1a-af3b-beacfb2ff308 HTTP/1.1" status: 204 len: 168 time: 0.1224620 Jul 16 20:02:01.673954 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4fe05e-b708-4c1a-af3b-beacfb2ff308,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:02:01.681057 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.681411 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.681753 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.682089 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.682523 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.682776 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.683105 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.683431 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.683761 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.684088 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.684410 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:01.684729 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6c052-9222-40c1-b6b5-7b429f111160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:02:05.243528 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.995256 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa8f3-b34a-407d-9524-26912387b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.501517 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2a7d-decd-4d78-b200-8dcee45836a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.687507 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:27.938885 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:29.274964 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.241231 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:35.619448 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:53.996181 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-38776f19-5044-465e-b3b0-7afbe873f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.502523 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-0dfb06ca-d4e6-445f-abe1-dec0c124ab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.687887 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:57.941384 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:59.278395 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:05.241179 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:12.617768 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:23.995095 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc1be282-8be1-41ef-a702-135576b83322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.506352 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-2f72431d-4ce4-4324-abd5-f40887f02b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.687747 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:27.944682 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:29.282172 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:35.248319 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:48.202855 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [req-44e57913-a804-4a47-bc24-0fb06f090b87 req-a6135ff7-acfd-4bdd-85f9-2a66926690b5 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] (92984) timed out ('10.222.0.76', 58176) {{(pid=92984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:03:49.617361 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:53.997601 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad9ac-0767-47d9-bcb8-607b0095fa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.506097 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8555fd5e-888e-493d-a760-7d0f0db9be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.689625 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:57.947221 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:59.290313 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:05.249312 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.000390 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea8cd-7e46-4920-8d5c-2570da017e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.508096 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2a1e-df7e-4cfa-b63c-8479bb75cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.615890 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:26.693756 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:27.951319 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:29.286432 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:35.255716 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.000908 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8a56-0d04-4273-b967-21911419db2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.509433 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-91c13fe2-d202-42cc-ad8d-84fc5c2f5777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.695918 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:57.954724 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.290664 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:03.615742 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:05.252270 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.002098 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bd862a5-5868-4fb8-97e7-df7035521b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.512596 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-82ef077a-d05e-4b4a-b88f-c382e45fa155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.697718 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:27.957418 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:29.292122 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:35.250998 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:40.618620 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:47.294872 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-8b7218a3-edac-4009-839d-1aeaa50c15e9 req-430ecc0a-a65b-4a48-9040-5d6688144280 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] (92985) timed out ('10.222.0.97', 41828) {{(pid=92985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:05:48.440979 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-67abe9c6-215d-4f49-9088-12507acb670a req-92b00640-c7ad-4f5b-8b23-56ea264df776 tempest-AttachVolumeTestJSON-1085879129 tempest-AttachVolumeTestJSON-1085879129-project] (92985) timed out ('10.222.0.97', 41862) {{(pid=92985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:05:54.003698 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-af91807f-aeb0-4573-9996-8d518188ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.513833 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-72cea534-947d-49d0-97db-3b8e903436f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.699878 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:57.959746 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:59.294880 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:05.250583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:17.618014 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:24.004260 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-48c00fe7-2125-4496-88ad-e947a2cbfcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.516425 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-236fccb2-9e80-4831-8d9c-3be0782d2cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.702545 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.962463 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.297914 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.248360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.830029 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35550) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:47.333220 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33465765'] for router_interface, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.620607 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Deleting port 562a794a-38cd-4120-92cf-ec93a5e6bd73 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:47.620952 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.702270 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] For port 562a794a-38cd-4120-92cf-ec93a5e6bd73, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=562a794a-38cd-4120-92cf-ec93a5e6bd73,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:47.702665 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.717674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Calling delete_port for 562a794a-38cd-4120-92cf-ec93a5e6bd73 owned by network:router_interface {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:47.898717 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.928819 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=562a794a-38cd-4120-92cf-ec93a5e6bd73,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:47.954892 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.955234 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.955578 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.955904 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.956227 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.956553 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.956878 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.957243 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.957594 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.957914 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.958263 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:47.959097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:48.103363 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33040941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33471029'] for router_interface, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.310109 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 has already been hosted by L3 agent 39293fb5-ea43-4d12-98d9-70d2c5952b5a {{(pid=92985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:48.415874 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] Notify agent at l3_agent.dv-cinder-800695-3-iscsi the message routers_updated {{(pid=92985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:48.422050 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-ea981ec3-09f2-4f16-b282-a071f593fd54 admin admin] 10.222.0.97 "PUT /v2.0/routers/ff5f25f0-65b1-4a2d-bf9e-2426568265f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909538 Jul 16 20:06:48.425467 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35582) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:48.428046 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] Sync routers for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:48.437158 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:48.437757 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T20:06:27Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:48.532675 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks [] for router, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.545083 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:48.642026 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35592) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:48.659073 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35598) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:48.731568 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T20:06:47Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:48.762447 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] Checking router: ff5f25f0-65b1-4a2d-bf9e-2426568265f1 for host: dv-cinder-800695-3-iscsi {{(pid=92987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:48.771543 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] Routers {'ff5f25f0-65b1-4a2d-bf9e-2426568265f1'} bound to L3 agent in host dv-cinder-800695-3-iscsi {{(pid=92987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:48.772883 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800695-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:21:56Z,description=,heartbeat_timestamp=2021-07-16T20:06:27Z,host='dv-cinder-800695-3-iscsi',id=39293fb5-ea43-4d12-98d9-70d2c5952b5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:21:56Z,topic='l3_agent')) {'router_ids': ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'], 'active': True} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:48.781579 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.845906 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Deleting subnet dce472c6-d519-473c-8f35-0a19f7c9f222 {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:48.855134 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.905516 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.916809 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.964960 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.969817 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Deleting port 862e14a6-4602-45fb-815b-595f9b2bfa4f {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:48.970404 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.979300 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_dvr_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] Set router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 gateway port host: dv-cinder-800695-3-iscsi {{(pid=92987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:49.033580 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.043832 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.055780 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] For port 862e14a6-4602-45fb-815b-595f9b2bfa4f, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=862e14a6-4602-45fb-815b-595f9b2bfa4f,segment=NetworkSegment(75649c11-0ee0-4679-a140-8604b4ffbba1),segment_id=75649c11-0ee0-4679-a140-8604b4ffbba1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:49.056167 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.064037 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.072645 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Calling delete_port for 862e14a6-4602-45fb-815b-595f9b2bfa4f owned by network:router_gateway {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:49.110869 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce472c6-d519-473c-8f35-0a19f7c9f222,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.117027 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.121384 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/dce472c6-d519-473c-8f35-0a19f7c9f222 HTTP/1.1" status: 204 len: 168 time: 0.4756370 Jul 16 20:06:49.123728 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35602) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.126350 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406585a3-6818-4d89-b40c-4f44fc051d9b,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.129003 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.129354 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.129726 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.130088 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.131332 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.131674 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.132120 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.132459 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.132794 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.133129 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.133513 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.133835 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913359b3-70d8-4934-be61-8fd69e442157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.142575 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.142934 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.143289 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.143629 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.143969 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.144300 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.144796 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.145159 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.145490 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.145823 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.146773 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.147109 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:49.152557 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-dac41d40-37cd-4308-b777-587f7e716013 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=69495b8eac25459f8aa2cc9097c72374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925244 Jul 16 20:06:49.155041 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35604) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.172252 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.l3_hamode_db [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T20:06:47Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}], 'dv-cinder-800695-3-iscsi', False) {} {{(pid=92987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:49.199994 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47310cb-0714-46e7-96c4-9dec6d2bbb25 None None] The sync data for ids ['ff5f25f0-65b1-4a2d-bf9e-2426568265f1'] in dv-cinder-800695-3-iscsi is: [{'id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'name': 'tempest-AttachVolumeTestJSON-1002524572-router', 'tenant_id': 'de95dda8e8e149dd80d817abc76616b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'external_fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:29:44Z', 'updated_at': '2021-07-16T20:06:47Z', 'revision_number': 5, 'project_id': 'de95dda8e8e149dd80d817abc76616b0', 'gw_port': {'id': '862e14a6-4602-45fb-815b-595f9b2bfa4f', 'name': '', 'network_id': '645c0210-87f5-4c39-bd25-0c4b425dfb95', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5f25f0-65b1-4a2d-bf9e-2426568265f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800695-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:29:45Z', 'updated_at': '2021-07-16T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31430f5-6ea7-47fb-b615-14e4ff768508', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800695-3-iscsi'}] {{(pid=92987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:49.212811 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61516f63-5244-43d5-9c0f-810651687158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.247361 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61516f63-5244-43d5-9c0f-810651687158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.294746 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61516f63-5244-43d5-9c0f-810651687158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.297364 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-61516f63-5244-43d5-9c0f-810651687158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.298549 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-61516f63-5244-43d5-9c0f-810651687158 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/406585a3-6818-4d89-b40c-4f44fc051d9b HTTP/1.1" status: 204 len: 168 time: 0.1425905 Jul 16 20:06:49.299294 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.306527 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61516f63-5244-43d5-9c0f-810651687158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406585a3-6818-4d89-b40c-4f44fc051d9b,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.333146 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.379935 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Pushing event deleted for resources: {'Port': ['ID=862e14a6-4602-45fb-815b-595f9b2bfa4f,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.481264 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.495737 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85379608-1a48-4045-bde8-32cc6bca59dc']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:49.511192 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d272bc-e479-4062-a52e-1e90fbf05e6e') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:49.511493 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d272bc-e479-4062-a52e-1e90fbf05e6e') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:49.513570 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33324911'] for router_gateway, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.550870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.588494 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35610) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.608447 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-70a78937-f73d-489a-98d9-e37af362f4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.632024 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33467387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10621'] for router, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.634357 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.636756 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.644843 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:49.645360 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:49.647473 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:49.707915 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 562a794a-38cd-4120-92cf-ec93a5e6bd73 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:49.727447 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33465325'] for router, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.728028 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5f25f0-65b1-4a2d-bf9e-2426568265f1 {{(pid=92985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:06:49.728266 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 562a794a-38cd-4120-92cf-ec93a5e6bd73 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:49.728558 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 562a794a-38cd-4120-92cf-ec93a5e6bd73 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:49.732538 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] Notify callbacks [] for router, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.733731 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-1e87b5b6-cd72-456e-b26b-9ab19e0cb582 admin admin] 10.222.0.97 "DELETE /v2.0/routers/ff5f25f0-65b1-4a2d-bf9e-2426568265f1 HTTP/1.1" status: 204 len: 168 time: 1.3069527 Jul 16 20:06:49.736045 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35612) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.745582 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.790608 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.792476 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] 10.222.0.97 "DELETE /v2.0/networks/85379608-1a48-4045-bde8-32cc6bca59dc HTTP/1.1" status: 204 len: 168 time: 0.6678262 Jul 16 20:06:49.795522 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d78ace-bb9b-40bb-90e0-0499d68192d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85379608-1a48-4045-bde8-32cc6bca59dc,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.807770 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Deleting subnet d5b9a279-0482-4496-9c83-d828be6cdc31 {{(pid=92985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:06:49.810912 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.811328 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-70a78937-f73d-489a-98d9-e37af362f4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.818697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-70a78937-f73d-489a-98d9-e37af362f4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.850168 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29996337'] for subnet, precommit_delete_associations {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.871354 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a78937-f73d-489a-98d9-e37af362f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05adfbe0-2471-451f-9975-e947d216943a,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.877510 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-70a78937-f73d-489a-98d9-e37af362f4e0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=08e6e1335a004bf59108e180870b30f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876499 Jul 16 20:06:49.880069 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35616) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.938084 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.955005 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f8e88530-afd9-4a0d-bfcc-1b713e30f3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.981512 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f8e88530-afd9-4a0d-bfcc-1b713e30f3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.017203 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35618) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.026539 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31093192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30789426'] for subnet, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.046758 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f8e88530-afd9-4a0d-bfcc-1b713e30f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.049697 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f8e88530-afd9-4a0d-bfcc-1b713e30f3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.053887 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f8e88530-afd9-4a0d-bfcc-1b713e30f3fd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/05adfbe0-2471-451f-9975-e947d216943a HTTP/1.1" status: 204 len: 168 time: 0.1688802 Jul 16 20:06:50.063836 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88530-afd9-4a0d-bfcc-1b713e30f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adfbe0-2471-451f-9975-e947d216943a,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.068547 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b9a279-0482-4496-9c83-d828be6cdc31,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.070647 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for subnet, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.075311 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d9229ab2-2603-4a83-8313-4e809c20e409 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d5b9a279-0482-4496-9c83-d828be6cdc31 HTTP/1.1" status: 204 len: 168 time: 0.3353524 Jul 16 20:06:50.078806 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35622) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.084958 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b7801-3623-45b0-90e3-b8e6b1191a16 None None] Network 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:50.124154 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-b8c4b0db-64cb-4aec-8699-c008e211032c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=af90e648670e4180a6e80adc99657924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056297 Jul 16 20:06:50.126584 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35624) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.195734 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.254097 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd999-88fd-4acf-a2cd-3d4a82e92c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.282624 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd999-88fd-4acf-a2cd-3d4a82e92c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.322970 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Deleting port f69090ce-85ce-4447-a999-50fb955c7f15 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:50.323684 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.349203 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] DHCP port deletion for 74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f request from dv-cinder-800695-3-iscsi {{(pid=92986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:06:50.397938 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] For port f69090ce-85ce-4447-a999-50fb955c7f15, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=f69090ce-85ce-4447-a999-50fb955c7f15,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:50.398233 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.401257 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd999-88fd-4acf-a2cd-3d4a82e92c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.404472 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd999-88fd-4acf-a2cd-3d4a82e92c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.407822 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2cbbd999-88fd-4acf-a2cd-3d4a82e92c92 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a7d9d47c-08ab-45f3-b6cb-858c3191e59b HTTP/1.1" status: 204 len: 168 time: 0.2775655 Jul 16 20:06:50.409571 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Deleting port f69090ce-85ce-4447-a999-50fb955c7f15 {{(pid=92986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:06:50.410659 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.421169 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Calling delete_port for f69090ce-85ce-4447-a999-50fb955c7f15 owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:50.428005 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbd999-88fd-4acf-a2cd-3d4a82e92c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9d47c-08ab-45f3-b6cb-858c3191e59b,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.492908 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] For port f69090ce-85ce-4447-a999-50fb955c7f15, host dv-cinder-800695-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800695-3-iscsi',level=0,port_id=f69090ce-85ce-4447-a999-50fb955c7f15,segment=NetworkSegment(0b8030c5-4fcd-4683-a504-15072c50a7b1),segment_id=0b8030c5-4fcd-4683-a504-15072c50a7b1)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:50.493650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.507265 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Calling delete_port for f69090ce-85ce-4447-a999-50fb955c7f15 owned by network:dhcp {{(pid=92986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:06:50.520085 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.548184 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69090ce-85ce-4447-a999-50fb955c7f15,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.562244 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] No DVR routers for this DVR port f69090ce-85ce-4447-a999-50fb955c7f15 on host dv-cinder-800695-3-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:50.613781 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790'] for port, after_delete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.643209 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.650615 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Pushing event deleted for resources: {'Port': ['ID=f69090ce-85ce-4447-a999-50fb955c7f15,revision_number=None']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.653889 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] No DVR routers for this DVR port f69090ce-85ce-4447-a999-50fb955c7f15 on host dv-cinder-800695-3-iscsi {{(pid=92986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:06:50.659367 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:50.675464 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.675886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.676235 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.676736 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.677449 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.677840 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.678274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.678612 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.678952 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.679284 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.679615 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.679943 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae86bc-4fb5-4ba5-8a51-9ca714bfde17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:50.680901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8030c5-4fcd-4683-a504-15072c50a7b1') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:50.681937 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8030c5-4fcd-4683-a504-15072c50a7b1') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:50.699460 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.716049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.727012 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:06:50.727573 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:06:50.729684 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:06:50.797730 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.803773 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.808684 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f HTTP/1.1" status: 204 len: 168 time: 0.7259367 Jul 16 20:06:50.816921 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6b298-1b93-438e-a2f5-7fd75d1780e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b4fb8c-1b7d-4f37-9e5d-b098dbf1085f,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.931989 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35648) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.938920 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35650) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.972379 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-fe7a3899-2aa0-42b4-bfb7-55636b5d795d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=de95dda8e8e149dd80d817abc76616b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391839 Jul 16 20:06:50.975725 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35654) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:51.023684 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eea0c21c-7406-4f75-a93c-987086a588dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.045091 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eea0c21c-7406-4f75-a93c-987086a588dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.084388 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1814235102-network', 'tenant_id': '456dbed64daf45a4b65142fbfd3c432c'}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:51.091700 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eea0c21c-7406-4f75-a93c-987086a588dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.094653 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eea0c21c-7406-4f75-a93c-987086a588dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.098283 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-eea0c21c-7406-4f75-a93c-987086a588dc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/01ce9887-a913-4c76-a24c-f556bac39b5f HTTP/1.1" status: 204 len: 168 time: 0.1192200 Jul 16 20:06:51.104816 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0c21c-7406-4f75-a93c-987086a588dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce9887-a913-4c76-a24c-f556bac39b5f,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:51.119256 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Made reservation on behalf of 456dbed64daf45a4b65142fbfd3c432c for: {'network': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:51.121636 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for network, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.133667 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.224809 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.228845 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.251031 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=92984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:51.267608 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:51.270971 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.271496 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.db.segments_db [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Added segment 6f380b8e-c4b9-40ad-b656-7be5c5cc077a of type vlan for network 67681829-35b8-421f-be43-7fd75fac1d65 Jul 16 20:06:51.314618 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788928846596'] for network, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.319128 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device f69090ce-85ce-4447-a999-50fb955c7f15 no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:51.341010 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: f69090ce-85ce-4447-a999-50fb955c7f15 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:51.341356 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device f69090ce-85ce-4447-a999-50fb955c7f15 not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:51.341922 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 862e14a6-4602-45fb-815b-595f9b2bfa4f no longer exists at agent ovs-agent-dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:06:51.350234 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934'] for network, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.351401 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.351988 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.367266 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] No Port match for: 862e14a6-4602-45fb-815b-595f9b2bfa4f {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:06:51.367716 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Device 862e14a6-4602-45fb-815b-595f9b2bfa4f not bound to the agent host dv-cinder-800695-3-iscsi {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:06:51.384962 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4446766 Jul 16 20:06:51.390347 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35664) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:51.392797 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.v2.base [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Request body: {'subnet': {'network_id': '67681829-35b8-421f-be43-7fd75fac1d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1814235102-subnet', 'tenant_id': '456dbed64daf45a4b65142fbfd3c432c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:51.434550 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c25271-795f-4bee-b074-3d8be76bd443 admin admin] Pushing event updated for resources: {'Network': ['ID=67681829-35b8-421f-be43-7fd75fac1d65,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:51.449200 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Made reservation on behalf of 456dbed64daf45a4b65142fbfd3c432c for: {'subnet': 1} {{(pid=92984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:51.450476 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Network 67681829-35b8-421f-be43-7fd75fac1d65 details requested by agent ovs-agent-dv-cinder-800695-3-iscsi with host dv-cinder-800695-3-iscsi {{(pid=92986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:51.452159 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203074'] for subnet, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.632648 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30198337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203088'] for subnet, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.689521 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728eca26-eac0-4f5f-85eb-8b30a7ad9f10,revision_number=0']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:51.700227 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Checking segment: {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:51.700588 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Network hostable DHCP agents. Network: 67681829-35b8-421f-be43-7fd75fac1d65, hostable agents: ['636be00e-bba6-4a83-9f5a-bd8020eac531'], hosted agents: [] {{(pid=92984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:51.717653 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Network 67681829-35b8-421f-be43-7fd75fac1d65 is scheduled to be hosted by DHCP agent 636be00e-bba6-4a83-9f5a-bd8020eac531 with binding_index 1 {{(pid=92984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:51.726960 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800695-3-iscsi, 67681829-35b8-421f-be43-7fd75fac1d65) {{(pid=92984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:51.731111 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.731723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.737493 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f24d2fb-3697-4923-9aeb-9061622076f2 None None] Network 67681829-35b8-421f-be43-7fd75fac1d65 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:51.758541 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-d4cbfa64-7ff7-45f2-bc10-d8bc8ec16b63 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3611276 Jul 16 20:06:51.874804 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65f1fb-fcc3-47ec-875b-d64f3ccd6c99 None None] Network 67681829-35b8-421f-be43-7fd75fac1d65 requested from dv-cinder-800695-3-iscsi {{(pid=92986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:53.730350 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35734) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:53.732620 dv-cinder-800695-3-iscsi neutron-server[92984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:06:53.836978 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-864a7ec8-d38c-4225-b465-9c2d82bc28c0 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:53.838490 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-864a7ec8-d38c-4225-b465-9c2d82bc28c0 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/networks?id=67681829-35b8-421f-be43-7fd75fac1d65 HTTP/1.1" status: 200 len: 809 time: 0.1070347 Jul 16 20:06:53.853110 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-ee7205ae-04d3-4742-8b8d-4e77d6d43d61 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/quotas/456dbed64daf45a4b65142fbfd3c432c HTTP/1.1" status: 200 len: 375 time: 0.0092764 Jul 16 20:06:53.905725 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-ecd9a6cc-ab87-477e-8638-8b34a00fbf02 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=456dbed64daf45a4b65142fbfd3c432c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440731 Jul 16 20:06:54.022151 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-074ea15d-ab84-4c55-923a-9276f2787734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.035504 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-c79c4eaf-d88f-44c4-8719-ad7c28fda86c service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:54.042650 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-c79c4eaf-d88f-44c4-8719-ad7c28fda86c service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1302683 Jul 16 20:06:54.127810 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-ab245dd7-a68a-4659-9ca4-fe573edc6d8f service neutron] 10.222.0.97 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843151 Jul 16 20:06:54.218783 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-755c9bd0-77bc-46e1-bc45-d039667f37b5 service neutron] 10.222.0.97 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Jul 16 20:06:54.354272 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35752) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:54.430334 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-9d56e145-91a2-426d-be26-66fbdae41e12 req-59439b5c-d7f4-4ae9-97ef-6bf58dee63e5 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 210 time: 0.0748010 Jul 16 20:06:54.616670 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:55.461186 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.76', 58795) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:55.596448 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-77964989-9e38-47ff-8bf4-31bcde9a0a77 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.598192 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-77964989-9e38-47ff-8bf4-31bcde9a0a77 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "GET /v2.0/networks?id=67681829-35b8-421f-be43-7fd75fac1d65 HTTP/1.1" status: 200 len: 809 time: 0.1341472 Jul 16 20:06:55.605697 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-55f8e579-ef54-4890-9766-0fe24efabcbe req-9bd7ac98-e767-49bb-9cab-ec07c86759d1 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 210 time: 0.0358572 Jul 16 20:06:55.611758 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Request body: {'port': {'device_id': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65', 'admin_state_up': True, 'tenant_id': '456dbed64daf45a4b65142fbfd3c432c'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:55.733678 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Made reservation on behalf of 456dbed64daf45a4b65142fbfd3c432c for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:55.737581 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.867230 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Allocated IP 172.20.0.9 (67681829-35b8-421f-be43-7fd75fac1d65/728eca26-eac0-4f5f-85eb-8b30a7ad9f10/d45abdac-107f-4afc-9ccf-6d37ffefc5d3) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:56.013558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.051866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.099459 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Network 67681829-35b8-421f-be43-7fd75fac1d65 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:56.102690 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:56.106508 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:56.129409 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Pushing event updated for resources: {'Port': ['ID=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.156965 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:56.157504 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.171080 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-0701362c-ac6c-49a7-b894-46c2f1d7a523 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647390 Jul 16 20:06:56.520332 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-29e25e06-fca4-43ef-ae6d-6833ddda44f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.704070 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.795258 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e98a82-6a0a-4907-95e0-d46b315bd8a7 req-5d94ef40-84b8-4f3f-bed1-e843377d9d21 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:56.796763 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f9e98a82-6a0a-4907-95e0-d46b315bd8a7 req-5d94ef40-84b8-4f3f-bed1-e843377d9d21 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 931 time: 0.0676806 Jul 16 20:06:56.837990 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f9e98a82-6a0a-4907-95e0-d46b315bd8a7 req-6c72891d-c802-430b-a8a5-1523c9c379ce tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Jul 16 20:06:57.965242 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.009993 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a40693-6650-4cee-b3aa-2e3f99c11529 req-ca6d914d-6101-4456-a29f-9b4b926c85b1 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.011496 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d9a40693-6650-4cee-b3aa-2e3f99c11529 req-ca6d914d-6101-4456-a29f-9b4b926c85b1 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 931 time: 0.0619307 Jul 16 20:06:58.048090 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d9a40693-6650-4cee-b3aa-2e3f99c11529 req-8d9e9c2d-585b-463e-9794-4092a4bd3b71 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Jul 16 20:06:58.765714 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-96720e93-6611-471a-a1fa-ca748bb14598 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:58.766695 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-96720e93-6611-471a-a1fa-ca748bb14598 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055132 Jul 16 20:06:58.820927 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Request body: {'port': {'device_id': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:58.898057 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.152936 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45abdac-107f-4afc-9ccf-6d37ffefc5d3 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:59.160838 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.173045 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Transition to ACTIVE for port object d45abdac-107f-4afc-9ccf-6d37ffefc5d3 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:59.177256 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.225308 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3607d89-64a1-490a-b0fb-86cb6cea838f req-9195caae-1fc1-4d74-b9b2-4634b1ee3a08 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.226911 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a3607d89-64a1-490a-b0fb-86cb6cea838f req-9195caae-1fc1-4d74-b9b2-4634b1ee3a08 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 931 time: 0.0679410 Jul 16 20:06:59.230045 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Pushing event updated for resources: {'Port': ['ID=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:59.269010 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a3607d89-64a1-490a-b0fb-86cb6cea838f req-3d275fdc-88c5-49ab-9eda-976b50bc987e tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358787 Jul 16 20:06:59.298788 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Attempting to bind port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:59.299125 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Attempting to bind port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:59.299454 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Attempting to bind port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 on network 67681829-35b8-421f-be43-7fd75fac1d65 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:59.304536 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 on network 67681829-35b8-421f-be43-7fd75fac1d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:59.304855 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Attempting to bind port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 on network 67681829-35b8-421f-be43-7fd75fac1d65 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:59.310105 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:59.310490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Checking segment: {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:59.310859 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Bound using segment: {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:59.311313 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Bound port: d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:59.311697 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.311837 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.375411 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] For port d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:59.378916 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] For port d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:59.384259 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.416480 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.417093 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.418488 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] 10.222.0.76 "PUT /v2.0/ports/d45abdac-107f-4afc-9ccf-6d37ffefc5d3 HTTP/1.1" status: 200 len: 1093 time: 0.6453226 Jul 16 20:06:59.418955 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'tag': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:59.421145 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed" -d '{"events": [{"name": "network-changed", "server_uuid": "950e5a8f-9533-4c2f-bcce-8e6224313c39", "tag": "d45abdac-107f-4afc-9ccf-6d37ffefc5d3"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:59.449312 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9c2b7-d692-40ed-8b9d-6f9818b44a89 service neutron] Pushing event updated for resources: {'Port': ['ID=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:59.518410 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-5401bc42-e6c7-4e04-9cee-48228f53a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.519911 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-5401bc42-e6c7-4e04-9cee-48228f53a86b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=456dbed64daf45a4b65142fbfd3c432c&device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 1096 time: 0.0616896 Jul 16 20:06:59.521500 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bfd3f8-bc2a-4ccf-ae9d-c7611b7982d3 x-openstack-request-id: req-40bfd3f8-bc2a-4ccf-ae9d-c7611b7982d3 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:59.521774 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950e5a8f-9533-4c2f-bcce-8e6224313c39", "tag": "d45abdac-107f-4afc-9ccf-6d37ffefc5d3", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:59.522020 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-40bfd3f8-bc2a-4ccf-ae9d-c7611b7982d3 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:59.522440 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'tag': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3', 'status': 'completed', 'code': 200} Jul 16 20:06:59.562711 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-b25f9e24-4c36-414e-9b9d-eded4fe798b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3 HTTP/1.1" status: 200 len: 217 time: 0.0346408 Jul 16 20:06:59.609939 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-69c10dd0-8e37-45fc-81c0-ed709e25e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.611365 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-69c10dd0-8e37-45fc-81c0-ed709e25e175 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=728eca26-eac0-4f5f-85eb-8b30a7ad9f10 HTTP/1.1" status: 200 len: 849 time: 0.0424428 Jul 16 20:06:59.644633 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-d2e965bb-6081-49aa-81b8-ee115b8ae474 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67681829-35b8-421f-be43-7fd75fac1d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273848 Jul 16 20:06:59.731550 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-8630d96e-58a6-4796-9e55-2e303e83bdc5 service neutron] 10.222.0.76 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808110 Jul 16 20:06:59.822501 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-b46e46b7-0b6f-4db0-b8a1-82ffa33520e4 req-d91b2f06-5664-4b35-a286-9bc829a92b83 service neutron] 10.222.0.76 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841489 Jul 16 20:06:59.921534 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-9b50ef61-c6de-44b1-9562-b310e39b7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.923051 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-9b50ef61-c6de-44b1-9562-b310e39b7858 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=456dbed64daf45a4b65142fbfd3c432c&device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 1096 time: 0.0523450 Jul 16 20:07:00.016051 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-97562000-28e9-4cd9-a7dc-184cbb30d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.017801 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-97562000-28e9-4cd9-a7dc-184cbb30d68e service neutron] 10.222.0.76 "GET /v2.0/networks?id=67681829-35b8-421f-be43-7fd75fac1d65 HTTP/1.1" status: 200 len: 911 time: 0.0878794 Jul 16 20:07:00.058772 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-41f34e04-022e-4ffd-ae14-e124068a034a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3 HTTP/1.1" status: 200 len: 217 time: 0.0340731 Jul 16 20:07:00.107601 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-a3e8480f-b3e6-4efe-8fc2-35ed975ffeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.109100 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-a3e8480f-b3e6-4efe-8fc2-35ed975ffeec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=728eca26-eac0-4f5f-85eb-8b30a7ad9f10 HTTP/1.1" status: 200 len: 849 time: 0.0437391 Jul 16 20:07:00.142070 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-c2914cbf-8a2b-495e-b6c5-2844e89e3ec3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67681829-35b8-421f-be43-7fd75fac1d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262451 Jul 16 20:07:00.239569 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-02fc508c-5d4f-43cf-bc89-15a549d7f3e8 service neutron] 10.222.0.76 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902433 Jul 16 20:07:00.338694 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-5dc0b962-83f5-47b4-9e25-ef7d8ecfaaed req-4efd6c23-30bd-4957-9e9c-fc37f8fa1811 service neutron] 10.222.0.76 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927248 Jul 16 20:07:00.449780 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f32b8-b311-4569-832a-cd2c69af0c93 req-4965564c-0b70-48d2-bf6f-4b74eb523d2d tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.451274 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-994f32b8-b311-4569-832a-cd2c69af0c93 req-4965564c-0b70-48d2-bf6f-4b74eb523d2d tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 943 time: 0.0662255 Jul 16 20:07:00.490226 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-994f32b8-b311-4569-832a-cd2c69af0c93 req-63802b7a-3aac-4b1e-869f-3a35b4b4441c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Jul 16 20:07:01.673926 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca36dd-f419-471c-9178-c6abb9e4915f req-2f8bf813-0f52-4cd9-bb75-1a514c0ef376 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.675448 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a4ca36dd-f419-471c-9178-c6abb9e4915f req-2f8bf813-0f52-4cd9-bb75-1a514c0ef376 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 943 time: 0.0679636 Jul 16 20:07:01.715927 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-a4ca36dd-f419-471c-9178-c6abb9e4915f req-f9f1cc50-8373-459b-8761-123cac460fd9 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Jul 16 20:07:02.782561 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d45abdac-107f-4afc-9ccf-6d37ffefc5d3 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:02.883706 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.895315 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3', 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65', 'port_id': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3', 'mac_address': 'fa:16:3e:44:0d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728eca26-eac0-4f5f-85eb-8b30a7ad9f10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:02.909327 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bc606-aede-4e0c-a8f5-4bf3c870252b req-ccf9db72-586c-4c6d-85af-06b5c3d91f2d tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.910874 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c02bc606-aede-4e0c-a8f5-4bf3c870252b req-ccf9db72-586c-4c6d-85af-06b5c3d91f2d tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 943 time: 0.0801520 Jul 16 20:07:02.935000 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.952940 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45abdac-107f-4afc-9ccf-6d37ffefc5d3 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:02.954506 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-c02bc606-aede-4e0c-a8f5-4bf3c870252b req-6e766c4d-86e9-4785-85c7-e22a9eca30a6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356855 Jul 16 20:07:02.985694 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.989788 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.990922 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35870) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.042219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.097123 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-574d9d3d-86a9-407a-b055-0b7b02ae02f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.187068 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-574d9d3d-86a9-407a-b055-0b7b02ae02f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.190718 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-574d9d3d-86a9-407a-b055-0b7b02ae02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.229047 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-574d9d3d-86a9-407a-b055-0b7b02ae02f6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ce734e34382945339ca68a4d8f29e0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363045 Jul 16 20:07:03.231078 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d9d3d-86a9-407a-b055-0b7b02ae02f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b06946-717b-41a6-b4a6-9987723f6f38,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.231837 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35874) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.245645 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['d45abdac-107f-4afc-9ccf-6d37ffefc5d3'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:03.281646 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-783a894f-c99a-4fac-a90f-4348383dcaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.303039 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-783a894f-c99a-4fac-a90f-4348383dcaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.350102 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-783a894f-c99a-4fac-a90f-4348383dcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.352852 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-783a894f-c99a-4fac-a90f-4348383dcaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.353990 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-783a894f-c99a-4fac-a90f-4348383dcaa0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a9b06946-717b-41a6-b4a6-9987723f6f38 HTTP/1.1" status: 204 len: 168 time: 0.1211827 Jul 16 20:07:03.361629 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a894f-c99a-4fac-a90f-4348383dcaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b06946-717b-41a6-b4a6-9987723f6f38,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.613459 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35880) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.629049 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc47f914-d9ac-42a7-9055-b62512c0d473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.715791 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc47f914-d9ac-42a7-9055-b62512c0d473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.719355 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-cc47f914-d9ac-42a7-9055-b62512c0d473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.754655 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47f914-d9ac-42a7-9055-b62512c0d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611852c9-9a81-494d-ab22-079a008f19d5,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.761906 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-cc47f914-d9ac-42a7-9055-b62512c0d473 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=30c68f5de6e0403da7ff72a89697b62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473842 Jul 16 20:07:03.763223 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35882) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.811246 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19bd0f1e-2830-4d7e-bdd8-7366e762797d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.832167 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19bd0f1e-2830-4d7e-bdd8-7366e762797d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.876576 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19bd0f1e-2830-4d7e-bdd8-7366e762797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.879191 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-19bd0f1e-2830-4d7e-bdd8-7366e762797d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.880333 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-19bd0f1e-2830-4d7e-bdd8-7366e762797d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/611852c9-9a81-494d-ab22-079a008f19d5 HTTP/1.1" status: 204 len: 168 time: 0.1162012 Jul 16 20:07:03.888865 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd0f1e-2830-4d7e-bdd8-7366e762797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611852c9-9a81-494d-ab22-079a008f19d5,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.135942 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb71caa-10fb-447a-8048-12c95e3e52e3 req-1ef44d26-d60d-4f99-b25d-f033a42204bc tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.137455 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4bb71caa-10fb-447a-8048-12c95e3e52e3 req-1ef44d26-d60d-4f99-b25d-f033a42204bc tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 944 time: 0.0698669 Jul 16 20:07:04.175336 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-4bb71caa-10fb-447a-8048-12c95e3e52e3 req-c8682e7d-e8ac-480e-bb7c-9e2f576ca71b tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Jul 16 20:07:04.797892 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d45abdac-107f-4afc-9ccf-6d37ffefc5d3 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:04.847688 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:04.852731 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:04.853109 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.935988 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.962360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:04.962360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad83b0d-c557-42a9-8e67-463b57817abe" -d '{"events": [{"server_uuid": "950e5a8f-9533-4c2f-bcce-8e6224313c39", "name": "network-vif-plugged", "status": "completed", "tag": "d45abdac-107f-4afc-9ccf-6d37ffefc5d3"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:04.974724 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:04.980670 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.033058 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.129010 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98cdeff-fff5-46f5-9c22-88dc11aaa110 x-openstack-request-id: req-f98cdeff-fff5-46f5-9c22-88dc11aaa110 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:05.129360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950e5a8f-9533-4c2f-bcce-8e6224313c39", "name": "network-vif-plugged", "status": "completed", "tag": "d45abdac-107f-4afc-9ccf-6d37ffefc5d3", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:05.129612 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f98cdeff-fff5-46f5-9c22-88dc11aaa110 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:05.129996 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3', 'code': 200} Jul 16 20:07:05.250966 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.362613 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1c163-4b07-4316-95f2-c6e9d4acee09 req-a06baaf2-db4a-4c23-969a-03f94dd50517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.363902 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71907-f252-44fb-92bd-e198f5728782 req-a56462cd-3872-4228-a253-14d74a144f4b tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.364335 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4bf1c163-4b07-4316-95f2-c6e9d4acee09 req-a06baaf2-db4a-4c23-969a-03f94dd50517 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 1098 time: 0.0548971 Jul 16 20:07:05.365376 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65a71907-f252-44fb-92bd-e198f5728782 req-a56462cd-3872-4228-a253-14d74a144f4b tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 945 time: 0.0676539 Jul 16 20:07:05.401435 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-4bf1c163-4b07-4316-95f2-c6e9d4acee09 req-6b8eee3d-1716-4de9-b55b-547f7fc0a764 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303738 Jul 16 20:07:05.405771 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-65a71907-f252-44fb-92bd-e198f5728782 req-38e66e1c-be0c-4c51-bbdd-951dc76e9d84 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jul 16 20:07:05.490909 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35936) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:05.599013 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d97a179a-0925-4894-b29c-fe74a3de6688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.686106 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d97a179a-0925-4894-b29c-fe74a3de6688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.689744 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d97a179a-0925-4894-b29c-fe74a3de6688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.732601 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-d97a179a-0925-4894-b29c-fe74a3de6688 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dc6d8ad3b3b445f193df855175511522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399828 Jul 16 20:07:05.733291 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a179a-0925-4894-b29c-fe74a3de6688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecaeccc-8afe-4d61-acd2-ea4e666e6f66,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.735292 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35940) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:05.789313 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c2562195-55c9-4ebb-b70f-598b693ff6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.809791 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c2562195-55c9-4ebb-b70f-598b693ff6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.858705 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c2562195-55c9-4ebb-b70f-598b693ff6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.861430 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c2562195-55c9-4ebb-b70f-598b693ff6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.862662 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c2562195-55c9-4ebb-b70f-598b693ff6db admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1ecaeccc-8afe-4d61-acd2-ea4e666e6f66 HTTP/1.1" status: 204 len: 168 time: 0.1263649 Jul 16 20:07:05.870727 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2562195-55c9-4ebb-b70f-598b693ff6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecaeccc-8afe-4d61-acd2-ea4e666e6f66,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.125894 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 35946) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.138892 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-de7c2a41-a032-45a6-9a68-dce6b894d1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.232674 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-de7c2a41-a032-45a6-9a68-dce6b894d1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.236417 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-de7c2a41-a032-45a6-9a68-dce6b894d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.274917 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-de7c2a41-a032-45a6-9a68-dce6b894d1a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fb115b4176c04935aaf48cc8875e8e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479065 Jul 16 20:07:06.275744 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c2a41-a032-45a6-9a68-dce6b894d1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a188b-e51a-4c3c-847c-5ba683898c08,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.278283 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 35948) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.327728 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8177129f-f394-4a28-a5a1-49c6952cd74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.347695 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8177129f-f394-4a28-a5a1-49c6952cd74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.392287 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8177129f-f394-4a28-a5a1-49c6952cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.394803 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-8177129f-f394-4a28-a5a1-49c6952cd74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.395935 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-8177129f-f394-4a28-a5a1-49c6952cd74c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7a1a188b-e51a-4c3c-847c-5ba683898c08 HTTP/1.1" status: 204 len: 168 time: 0.1164324 Jul 16 20:07:06.403832 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177129f-f394-4a28-a5a1-49c6952cd74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a188b-e51a-4c3c-847c-5ba683898c08,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.583298 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44887-1a04-49a8-a5dc-3c988e4d2cbd req-0323b4c6-0d0f-413b-9e9c-74c81fe718dd tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.584799 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1fb44887-1a04-49a8-a5dc-3c988e4d2cbd req-0323b4c6-0d0f-413b-9e9c-74c81fe718dd tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 945 time: 0.0645137 Jul 16 20:07:06.624108 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1fb44887-1a04-49a8-a5dc-3c988e4d2cbd req-5f3c03e4-2716-457c-a447-b8b99c6fd556 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Jul 16 20:07:07.398863 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84479a-e8b2-4cc0-b837-f90efd6eeef9 req-3bc9e39b-6a00-4fc2-92d2-62d80acce5ba tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.400433 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ff84479a-e8b2-4cc0-b837-f90efd6eeef9 req-3bc9e39b-6a00-4fc2-92d2-62d80acce5ba tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 945 time: 0.0677691 Jul 16 20:07:07.439241 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ff84479a-e8b2-4cc0-b837-f90efd6eeef9 req-a7af02d6-4de2-4983-9fe7-d3fff210ca6a tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Jul 16 20:07:08.621857 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a41ef-23ca-4170-a33b-e70ed69ef90f req-4c78d32c-05be-4ad2-a496-8bd761ba6689 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.623563 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-492a41ef-23ca-4170-a33b-e70ed69ef90f req-4c78d32c-05be-4ad2-a496-8bd761ba6689 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 945 time: 0.0687690 Jul 16 20:07:08.676890 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-492a41ef-23ca-4170-a33b-e70ed69ef90f req-389d3f1a-500d-4cdc-96eb-1e83ddcac5aa tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Jul 16 20:07:08.680094 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-47a73958-d699-405e-a7ae-f3e284ff5bbf tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.681563 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-47a73958-d699-405e-a7ae-f3e284ff5bbf tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 945 time: 0.0764456 Jul 16 20:07:08.742531 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36032) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.783873 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Deleting port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:08.784220 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.846515 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ef23-03e7-48b3-a33d-aae56f809b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.940683 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ef23-03e7-48b3-a33d-aae56f809b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.946987 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ef23-03e7-48b3-a33d-aae56f809b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.988600 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9ef23-03e7-48b3-a33d-aae56f809b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963edb8-c34d-41f1-b9f0-aaa14e4c9614,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.995818 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-d9f9ef23-03e7-48b3-a33d-aae56f809b67 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=031814b3e76c48ae995b2897c7bac549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496331 Jul 16 20:07:08.996594 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36036) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:09.051490 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2e016ec2-a66e-43d6-81cc-6efd734507d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.072824 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2e016ec2-a66e-43d6-81cc-6efd734507d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.122244 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2e016ec2-a66e-43d6-81cc-6efd734507d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.124811 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-2e016ec2-a66e-43d6-81cc-6efd734507d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.126057 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-2e016ec2-a66e-43d6-81cc-6efd734507d1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1963edb8-c34d-41f1-b9f0-aaa14e4c9614 HTTP/1.1" status: 204 len: 168 time: 0.1291077 Jul 16 20:07:09.127067 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] For port d45abdac-107f-4afc-9ccf-6d37ffefc5d3, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:09.127429 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.134700 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e016ec2-a66e-43d6-81cc-6efd734507d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963edb8-c34d-41f1-b9f0-aaa14e4c9614,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.143621 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Calling delete_port for d45abdac-107f-4afc-9ccf-6d37ffefc5d3 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:09.276167 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.288558 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['d45abdac-107f-4afc-9ccf-6d37ffefc5d3'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:09.309593 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Pushing event deleted for resources: {'Port': ['ID=d45abdac-107f-4afc-9ccf-6d37ffefc5d3,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.354527 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] No DVR routers for this DVR port d45abdac-107f-4afc-9ccf-6d37ffefc5d3 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:09.357060 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.359048 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-3038981f-0487-44a3-90af-b0d2c52bc299 req-8d99443c-2cc5-4e7d-a342-6b07d4e5577c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "DELETE /v2.0/ports/d45abdac-107f-4afc-9ccf-6d37ffefc5d3 HTTP/1.1" status: 204 len: 173 time: 0.6713843 Jul 16 20:07:09.359537 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'name': 'network-vif-deleted', 'tag': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:09.361746 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0744254f-724c-4cfb-a98b-fee985b1d846" -d '{"events": [{"server_uuid": "950e5a8f-9533-4c2f-bcce-8e6224313c39", "name": "network-vif-deleted", "tag": "d45abdac-107f-4afc-9ccf-6d37ffefc5d3"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:09.398565 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36044) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:09.403795 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390eb748-c893-49ce-94b0-43e2a563cc5b x-openstack-request-id: req-390eb748-c893-49ce-94b0-43e2a563cc5b {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:09.404080 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950e5a8f-9533-4c2f-bcce-8e6224313c39", "name": "network-vif-deleted", "tag": "d45abdac-107f-4afc-9ccf-6d37ffefc5d3", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:09.404338 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-390eb748-c893-49ce-94b0-43e2a563cc5b {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:09.404765 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950e5a8f-9533-4c2f-bcce-8e6224313c39', 'name': 'network-vif-deleted', 'tag': 'd45abdac-107f-4afc-9ccf-6d37ffefc5d3', 'status': 'completed', 'code': 200} Jul 16 20:07:09.416054 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ed59ecde-9eb2-4279-9c7c-60c8bee3ec22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.510784 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ed59ecde-9eb2-4279-9c7c-60c8bee3ec22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.517600 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ed59ecde-9eb2-4279-9c7c-60c8bee3ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.558818 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-ed59ecde-9eb2-4279-9c7c-60c8bee3ec22 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=749761deb8424530b936e2f759f5d9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581774 Jul 16 20:07:09.559681 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59ecde-9eb2-4279-9c7c-60c8bee3ec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc99014-394b-4960-97a2-a1d69c4e1c08,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.561381 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36046) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:09.612349 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bded95dc-f044-49b0-9376-efdbcd35d944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.633525 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bded95dc-f044-49b0-9376-efdbcd35d944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.678542 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bded95dc-f044-49b0-9376-efdbcd35d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.681316 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bded95dc-f044-49b0-9376-efdbcd35d944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.682480 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-bded95dc-f044-49b0-9376-efdbcd35d944 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2dc99014-394b-4960-97a2-a1d69c4e1c08 HTTP/1.1" status: 204 len: 168 time: 0.1200995 Jul 16 20:07:09.690060 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded95dc-f044-49b0-9376-efdbcd35d944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc99014-394b-4960-97a2-a1d69c4e1c08,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.841617 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e4a91135-a485-464f-83f3-be876382e589 req-12d3c795-634d-445a-9c7a-09213383278f tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=950e5a8f-9533-4c2f-bcce-8e6224313c39 HTTP/1.1" status: 200 len: 210 time: 0.0394957 Jul 16 20:07:11.203518 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-9a745ad6-ef3a-4035-bda0-39a66ea8dfcb tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.205006 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-9a745ad6-ef3a-4035-bda0-39a66ea8dfcb tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/networks?id=67681829-35b8-421f-be43-7fd75fac1d65 HTTP/1.1" status: 200 len: 809 time: 0.1114714 Jul 16 20:07:11.220620 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-7b8238df-5a79-4dd3-b428-a6a9bc153694 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/quotas/456dbed64daf45a4b65142fbfd3c432c HTTP/1.1" status: 200 len: 375 time: 0.0093513 Jul 16 20:07:11.259059 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-80256c70-48c9-4042-bbd5-a5a4de6dca01 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=456dbed64daf45a4b65142fbfd3c432c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320544 Jul 16 20:07:11.347802 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-624e1d3f-9b20-4efd-b6c1-9c2e3502df1e service neutron] 10.222.0.97 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819411 Jul 16 20:07:11.449839 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-26a69a43-aa0e-4c7e-baf6-273e07922471 service neutron] 10.222.0.97 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955527 Jul 16 20:07:11.646622 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f73a1cfd-7fb9-449e-9aca-bf52d7fd11cb req-0103b0dc-49f4-4ee7-a7e7-5c9d55ce8e11 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 210 time: 0.0288305 Jul 16 20:07:12.675157 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-e07fa475-9a12-46ec-b3c0-f997c4363cae tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.676747 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-e07fa475-9a12-46ec-b3c0-f997c4363cae tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "GET /v2.0/networks?id=67681829-35b8-421f-be43-7fd75fac1d65 HTTP/1.1" status: 200 len: 809 time: 0.1153617 Jul 16 20:07:12.691179 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Request body: {'port': {'device_id': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65', 'admin_state_up': True, 'tenant_id': '456dbed64daf45a4b65142fbfd3c432c'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:12.806785 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-199bbc19-4f9a-4bbd-9d0a-03a8cfcf4164 req-42baa61d-2645-4dbe-8c39-c158b2353e42 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 210 time: 0.0385063 Jul 16 20:07:12.828668 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Made reservation on behalf of 456dbed64daf45a4b65142fbfd3c432c for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:12.837456 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.845637 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d45abdac-107f-4afc-9ccf-6d37ffefc5d3 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:12.870125 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: d45abdac-107f-4afc-9ccf-6d37ffefc5d3 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:12.870506 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device d45abdac-107f-4afc-9ccf-6d37ffefc5d3 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:12.971462 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Allocated IP 172.20.0.6 (67681829-35b8-421f-be43-7fd75fac1d65/728eca26-eac0-4f5f-85eb-8b30a7ad9f10/681fce46-5dc3-4e64-8998-38645292edb6) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:13.119490 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.159047 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.199939 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Network 67681829-35b8-421f-be43-7fd75fac1d65 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:13.205001 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:13.212563 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:13.244379 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Pushing event updated for resources: {'Port': ['ID=681fce46-5dc3-4e64-8998-38645292edb6,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.268720 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.269353 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.284181 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0a1f1805-dd25-4b53-8e67-726a4828cca6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985906 Jul 16 20:07:13.974653 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7eb44-bf5f-46ce-856b-3f1948729148 req-a22b81fd-65ac-4cec-beb0-25ddb3864e2d tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.976990 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6bd7eb44-bf5f-46ce-856b-3f1948729148 req-a22b81fd-65ac-4cec-beb0-25ddb3864e2d tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 931 time: 0.0643449 Jul 16 20:07:14.019309 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-6bd7eb44-bf5f-46ce-856b-3f1948729148 req-381de990-7c97-44fd-8955-c663ee94120b tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Jul 16 20:07:15.192613 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Request body: {'port': {'device_id': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:15.196464 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4b36e-9c73-47fb-83af-e58ca2c56d24 req-6b50cc0a-e20e-4a34-a417-cc495dd63dfd tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.198002 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-76d4b36e-9c73-47fb-83af-e58ca2c56d24 req-6b50cc0a-e20e-4a34-a417-cc495dd63dfd tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 931 time: 0.0652466 Jul 16 20:07:15.238818 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-76d4b36e-9c73-47fb-83af-e58ca2c56d24 req-5f45d0dc-4773-465b-bdc8-a8293ea5ec99 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 16 20:07:15.269807 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.530754 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681fce46-5dc3-4e64-8998-38645292edb6 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:15.537969 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.549378 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Transition to ACTIVE for port object 681fce46-5dc3-4e64-8998-38645292edb6 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:15.553133 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.607077 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Pushing event updated for resources: {'Port': ['ID=681fce46-5dc3-4e64-8998-38645292edb6,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.671248 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Attempting to bind port 681fce46-5dc3-4e64-8998-38645292edb6 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:15.671572 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Attempting to bind port 681fce46-5dc3-4e64-8998-38645292edb6 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:15.671895 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Attempting to bind port 681fce46-5dc3-4e64-8998-38645292edb6 on network 67681829-35b8-421f-be43-7fd75fac1d65 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:15.675987 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Port 681fce46-5dc3-4e64-8998-38645292edb6 on network 67681829-35b8-421f-be43-7fd75fac1d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:15.676304 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Attempting to bind port 681fce46-5dc3-4e64-8998-38645292edb6 on network 67681829-35b8-421f-be43-7fd75fac1d65 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:15.681717 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:15.682062 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Checking segment: {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:15.682477 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Bound using segment: {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:15.682892 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Bound port: 681fce46-5dc3-4e64-8998-38645292edb6, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f380b8e-c4b9-40ad-b656-7be5c5cc077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:15.683261 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.747173 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] For port 681fce46-5dc3-4e64-8998-38645292edb6, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:15.750037 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] For port 681fce46-5dc3-4e64-8998-38645292edb6, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=681fce46-5dc3-4e64-8998-38645292edb6,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:15.754917 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.789418 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.790041 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.791481 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] 10.222.0.76 "PUT /v2.0/ports/681fce46-5dc3-4e64-8998-38645292edb6 HTTP/1.1" status: 200 len: 1093 time: 0.6039491 Jul 16 20:07:15.791903 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'tag': '681fce46-5dc3-4e64-8998-38645292edb6'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:15.794111 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574e9c01-574c-4302-b4a0-d74003796b58" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cf087e-a827-4cf5-a4ea-3614d808c150", "tag": "681fce46-5dc3-4e64-8998-38645292edb6"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:15.817022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5c3d0-b324-4f16-8fb9-883f04e3720a service neutron] Pushing event updated for resources: {'Port': ['ID=681fce46-5dc3-4e64-8998-38645292edb6,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.839004 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb8e89-1f87-40f8-b7b8-e2a9bab103b7 x-openstack-request-id: req-c8bb8e89-1f87-40f8-b7b8-e2a9bab103b7 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:15.839291 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cf087e-a827-4cf5-a4ea-3614d808c150", "tag": "681fce46-5dc3-4e64-8998-38645292edb6", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:15.839546 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c8bb8e89-1f87-40f8-b7b8-e2a9bab103b7 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:15.839940 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'tag': '681fce46-5dc3-4e64-8998-38645292edb6', 'status': 'completed', 'code': 200} Jul 16 20:07:16.385607 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9c01-574c-4302-b4a0-d74003796b58 req-c6ac621a-48e8-461a-9edb-128d241a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.387152 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-574e9c01-574c-4302-b4a0-d74003796b58 req-c6ac621a-48e8-461a-9edb-128d241a62f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=456dbed64daf45a4b65142fbfd3c432c&device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 1096 time: 0.0538051 Jul 16 20:07:16.415477 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5b3e-4a1a-486d-b992-21fbe962c47d req-706160cc-a3f4-4874-9697-b409f7007594 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.416963 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5eeb5b3e-4a1a-486d-b992-21fbe962c47d req-706160cc-a3f4-4874-9697-b409f7007594 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 943 time: 0.0628643 Jul 16 20:07:16.455237 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-5eeb5b3e-4a1a-486d-b992-21fbe962c47d req-72b4e56f-7648-478e-9e4b-4f0b163f0892 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Jul 16 20:07:16.560650 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9c01-574c-4302-b4a0-d74003796b58 req-a5ab78cb-f7ee-42f2-9806-647824ebf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.562027 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-574e9c01-574c-4302-b4a0-d74003796b58 req-a5ab78cb-f7ee-42f2-9806-647824ebf050 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=456dbed64daf45a4b65142fbfd3c432c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1662157 Jul 16 20:07:16.719692 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9c01-574c-4302-b4a0-d74003796b58 req-7fc1301f-4111-4ca4-9d8b-7553b605e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.721158 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-574e9c01-574c-4302-b4a0-d74003796b58 req-7fc1301f-4111-4ca4-9d8b-7553b605e1f7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1530828 Jul 16 20:07:16.808339 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-5b98cc35-3591-4ca4-b7f0-97f5cc6b06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.809798 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-5b98cc35-3591-4ca4-b7f0-97f5cc6b06d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=456dbed64daf45a4b65142fbfd3c432c&device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 1096 time: 0.0517671 Jul 16 20:07:16.853072 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-c24e9145-c492-429e-945e-1acfd9e7d530 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681fce46-5dc3-4e64-8998-38645292edb6 HTTP/1.1" status: 200 len: 217 time: 0.0358999 Jul 16 20:07:16.901936 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-3dd5f397-af76-45f5-87dc-fc27f556610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.903386 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-3dd5f397-af76-45f5-87dc-fc27f556610e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=728eca26-eac0-4f5f-85eb-8b30a7ad9f10 HTTP/1.1" status: 200 len: 849 time: 0.0436807 Jul 16 20:07:16.934265 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-0bfad2f4-8de0-4d9c-9075-1f62b6ad5b34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67681829-35b8-421f-be43-7fd75fac1d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250578 Jul 16 20:07:17.027896 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-d586afbd-1299-4b7e-bd46-c15a0202b5ba service neutron] 10.222.0.76 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874147 Jul 16 20:07:17.119987 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-2b63261c-4ad9-4195-ba42-28085c5214f8 req-b30f156f-a600-4e9a-be66-a7baf0daa03d service neutron] 10.222.0.76 "GET /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861723 Jul 16 20:07:17.633865 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531bc1d-3dc3-43f7-9d0c-57f09d8071d0 req-5ea3f9f5-376b-476a-99e1-d4900aa8b245 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.635382 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f531bc1d-3dc3-43f7-9d0c-57f09d8071d0 req-5ea3f9f5-376b-476a-99e1-d4900aa8b245 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 943 time: 0.0680821 Jul 16 20:07:17.673017 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-f531bc1d-3dc3-43f7-9d0c-57f09d8071d0 req-83fc94aa-e50b-46d9-9692-e2a813971878 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Jul 16 20:07:18.298239 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 681fce46-5dc3-4e64-8998-38645292edb6 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:18.514438 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 681fce46-5dc3-4e64-8998-38645292edb6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=681fce46-5dc3-4e64-8998-38645292edb6,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:18.525883 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '681fce46-5dc3-4e64-8998-38645292edb6', 'network_id': '67681829-35b8-421f-be43-7fd75fac1d65', 'port_id': '681fce46-5dc3-4e64-8998-38645292edb6', 'mac_address': 'fa:16:3e:5b:b2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728eca26-eac0-4f5f-85eb-8b30a7ad9f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:18.563654 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.576807 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681fce46-5dc3-4e64-8998-38645292edb6 {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:18.596915 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 681fce46-5dc3-4e64-8998-38645292edb6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=681fce46-5dc3-4e64-8998-38645292edb6,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:18.599886 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.651125 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=681fce46-5dc3-4e64-8998-38645292edb6,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.795985 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['681fce46-5dc3-4e64-8998-38645292edb6'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:18.845761 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dc476-0424-43a6-bfe9-833bf2870632 req-38b8af9d-bc55-4e4f-b928-ecdda231d694 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.847226 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-864dc476-0424-43a6-bfe9-833bf2870632 req-38b8af9d-bc55-4e4f-b928-ecdda231d694 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 944 time: 0.0639319 Jul 16 20:07:18.885931 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-864dc476-0424-43a6-bfe9-833bf2870632 req-b1587d59-1121-48b4-b159-784578a7eb90 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Jul 16 20:07:19.854193 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36180) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:19.959087 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6bd7da3f-c20a-41d2-8f4c-ded7df304f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.054394 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6bd7da3f-c20a-41d2-8f4c-ded7df304f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.058313 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6bd7da3f-c20a-41d2-8f4c-ded7df304f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.064473 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14af9e-7cdf-4d78-a089-38718b85a433 req-4efcf179-d3de-4d75-b8a4-dea7ca559006 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.065953 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-9b14af9e-7cdf-4d78-a089-38718b85a433 req-4efcf179-d3de-4d75-b8a4-dea7ca559006 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 944 time: 0.0654736 Jul 16 20:07:20.097282 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-6bd7da3f-c20a-41d2-8f4c-ded7df304f97 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=501d6df8b9dc4000b2e6edaa38818150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419527 Jul 16 20:07:20.099341 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7da3f-c20a-41d2-8f4c-ded7df304f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff3fac7-84b5-4afa-a288-a2abe69d1418,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.100699 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36186) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.119368 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-9b14af9e-7cdf-4d78-a089-38718b85a433 req-337075f1-3f61-4940-9725-8e662b6196dd tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Jul 16 20:07:20.156723 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-507d48fb-ef60-45c4-97d6-1934ded8f3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.176889 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-507d48fb-ef60-45c4-97d6-1934ded8f3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.225990 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-507d48fb-ef60-45c4-97d6-1934ded8f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.228792 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-507d48fb-ef60-45c4-97d6-1934ded8f3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.229957 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-507d48fb-ef60-45c4-97d6-1934ded8f3a7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dff3fac7-84b5-4afa-a288-a2abe69d1418 HTTP/1.1" status: 204 len: 168 time: 0.1283367 Jul 16 20:07:20.237640 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d48fb-ef60-45c4-97d6-1934ded8f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff3fac7-84b5-4afa-a288-a2abe69d1418,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.313490 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 681fce46-5dc3-4e64-8998-38645292edb6 up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:20.365858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 681fce46-5dc3-4e64-8998-38645292edb6 completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:20.369451 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 681fce46-5dc3-4e64-8998-38645292edb6 triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:20.369830 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.446414 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.469981 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681fce46-5dc3-4e64-8998-38645292edb6'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:20.472290 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d7feb-9a41-4ae0-9a2e-37d6cbc7288f" -d '{"events": [{"server_uuid": "c1cf087e-a827-4cf5-a4ea-3614d808c150", "name": "network-vif-plugged", "status": "completed", "tag": "681fce46-5dc3-4e64-8998-38645292edb6"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:20.485136 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 681fce46-5dc3-4e64-8998-38645292edb6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=681fce46-5dc3-4e64-8998-38645292edb6,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:20.488561 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36194) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.493444 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.504614 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e1b9-080e-4e37-b782-f0d07c9853bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.517700 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f549f3-92cb-4981-8468-1adb7b310b94 x-openstack-request-id: req-17f549f3-92cb-4981-8468-1adb7b310b94 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:20.517998 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf087e-a827-4cf5-a4ea-3614d808c150", "name": "network-vif-plugged", "status": "completed", "tag": "681fce46-5dc3-4e64-8998-38645292edb6", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:20.518270 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-17f549f3-92cb-4981-8468-1adb7b310b94 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:20.518667 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681fce46-5dc3-4e64-8998-38645292edb6', 'code': 200} Jul 16 20:07:20.549472 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=681fce46-5dc3-4e64-8998-38645292edb6,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.601255 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e1b9-080e-4e37-b782-f0d07c9853bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.605274 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e1b9-080e-4e37-b782-f0d07c9853bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.647572 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-f2d3e1b9-080e-4e37-b782-f0d07c9853bb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e1d1262b480742db881e5ada34905b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578200 Jul 16 20:07:20.649534 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3e1b9-080e-4e37-b782-f0d07c9853bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e9dd6-53e4-427f-99b2-c695c441ec51,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.650487 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36196) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.728433 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d32-9aa9-4202-99cc-2bd6053fdfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.757475 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d32-9aa9-4202-99cc-2bd6053fdfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.771170 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8a177-c79b-402a-8ccf-8a6c5f90f793 req-f4587f0d-9ffc-45a0-8782-d348f12803c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.772674 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0be8a177-c79b-402a-8ccf-8a6c5f90f793 req-f4587f0d-9ffc-45a0-8782-d348f12803c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 1098 time: 0.0867090 Jul 16 20:07:20.822675 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-0be8a177-c79b-402a-8ccf-8a6c5f90f793 req-d178a73b-c5ed-4df6-b608-54f55d018cd9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Jul 16 20:07:20.833465 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d32-9aa9-4202-99cc-2bd6053fdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.836038 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1d32-9aa9-4202-99cc-2bd6053fdfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.837068 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-2e6c1d32-9aa9-4202-99cc-2bd6053fdfb9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/879e9dd6-53e4-427f-99b2-c695c441ec51 HTTP/1.1" status: 204 len: 168 time: 0.1855736 Jul 16 20:07:20.844451 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1d32-9aa9-4202-99cc-2bd6053fdfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e9dd6-53e4-427f-99b2-c695c441ec51,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.556834 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7461-730b-4200-bf24-ae0dadde2d91 req-87aab58c-d237-4755-a89e-dc015d7be007 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.558632 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d4cf7461-730b-4200-bf24-ae0dadde2d91 req-87aab58c-d237-4755-a89e-dc015d7be007 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 945 time: 0.3226807 Jul 16 20:07:21.597848 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-d4cf7461-730b-4200-bf24-ae0dadde2d91 req-0ddbef12-3fa6-4408-9539-d5906bca12a6 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Jul 16 20:07:22.793491 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8ad70-bfcd-4bd4-97f1-db94858bb290 req-9faa750f-8c88-4f06-be62-b38977959336 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.795155 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-92c8ad70-bfcd-4bd4-97f1-db94858bb290 req-9faa750f-8c88-4f06-be62-b38977959336 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 945 time: 0.0754883 Jul 16 20:07:22.836925 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-92c8ad70-bfcd-4bd4-97f1-db94858bb290 req-c6c426e5-a514-4f66-ad49-3747fe575f82 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Jul 16 20:07:22.941205 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36272) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.059363 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee15-6dee-42cf-a2bf-65c92f21f05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.159583 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee15-6dee-42cf-a2bf-65c92f21f05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.163970 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee15-6dee-42cf-a2bf-65c92f21f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.229214 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-1fb6ee15-6dee-42cf-a2bf-65c92f21f05c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ba6180aa0b4b4355af0a86b06d330e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867506 Jul 16 20:07:23.230032 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6ee15-6dee-42cf-a2bf-65c92f21f05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d9295-5f60-4df0-bc31-3a8f9c905f94,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.231905 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36282) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.288319 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d8a516fe-e9e0-467e-a2da-3a46efbcc4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.311042 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d8a516fe-e9e0-467e-a2da-3a46efbcc4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.360607 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d8a516fe-e9e0-467e-a2da-3a46efbcc4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.363599 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d8a516fe-e9e0-467e-a2da-3a46efbcc4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.364739 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-d8a516fe-e9e0-467e-a2da-3a46efbcc4db admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f57d9295-5f60-4df0-bc31-3a8f9c905f94 HTTP/1.1" status: 204 len: 168 time: 0.1309085 Jul 16 20:07:23.373146 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a516fe-e9e0-467e-a2da-3a46efbcc4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d9295-5f60-4df0-bc31-3a8f9c905f94,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.639520 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36294) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.655661 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c0a59a98-e045-41f8-af56-0f8ea87ada1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.677233 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3d8b-eb24-4e6e-84a7-742d9b98bde8 req-c2e9762f-a3ae-4bef-88ae-58b30a35ca8a tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.680455 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-344e3d8b-eb24-4e6e-84a7-742d9b98bde8 req-c2e9762f-a3ae-4bef-88ae-58b30a35ca8a tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 945 time: 0.0656962 Jul 16 20:07:23.720250 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-344e3d8b-eb24-4e6e-84a7-742d9b98bde8 req-d328484f-c6b4-4c0f-b3e2-e05d2005311c tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Jul 16 20:07:23.746049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c0a59a98-e045-41f8-af56-0f8ea87ada1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.750117 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c0a59a98-e045-41f8-af56-0f8ea87ada1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.789438 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-c0a59a98-e045-41f8-af56-0f8ea87ada1f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=63abd69005284c128e5b68e076af39b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488142 Jul 16 20:07:23.790320 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a59a98-e045-41f8-af56-0f8ea87ada1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e53739-8a31-47cc-ad51-b94029fc181f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.792104 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36296) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.840564 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7db457bd-5a73-46da-8936-390514de0ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.861200 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7db457bd-5a73-46da-8936-390514de0ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.906289 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7db457bd-5a73-46da-8936-390514de0ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.908841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-7db457bd-5a73-46da-8936-390514de0ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.909978 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-7db457bd-5a73-46da-8936-390514de0ef3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b3e53739-8a31-47cc-ad51-b94029fc181f HTTP/1.1" status: 204 len: 168 time: 0.1169002 Jul 16 20:07:23.917514 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db457bd-5a73-46da-8936-390514de0ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e53739-8a31-47cc-ad51-b94029fc181f,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.014566 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9a762f93-a348-449d-bfdf-7e9f5a639a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.908280 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4335-2fa6-406b-b950-8683a15b869c req-33e4376c-873d-46e9-9409-a88365fe9ec7 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.910289 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e1ae4335-2fa6-406b-b950-8683a15b869c req-33e4376c-873d-46e9-9409-a88365fe9ec7 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 945 time: 0.0742719 Jul 16 20:07:24.955276 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-e1ae4335-2fa6-406b-b950-8683a15b869c req-99efd8b9-cfe3-4978-974d-580b389cb4c4 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.97 "GET /v2.0/security-groups?id=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Jul 16 20:07:24.966111 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-6e984aa0-d534-4d78-a42a-f77d7f39d1e4 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.967647 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-6e984aa0-d534-4d78-a42a-f77d7f39d1e4 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1cf087e-a827-4cf5-a4ea-3614d808c150 HTTP/1.1" status: 200 len: 945 time: 0.1038113 Jul 16 20:07:25.071093 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Deleting port 681fce46-5dc3-4e64-8998-38645292edb6 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:25.071431 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.164187 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] For port 681fce46-5dc3-4e64-8998-38645292edb6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=681fce46-5dc3-4e64-8998-38645292edb6,segment=NetworkSegment(6f380b8e-c4b9-40ad-b656-7be5c5cc077a),segment_id=6f380b8e-c4b9-40ad-b656-7be5c5cc077a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:25.164537 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.175969 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Calling delete_port for 681fce46-5dc3-4e64-8998-38645292edb6 owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:25.303973 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.316585 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['681fce46-5dc3-4e64-8998-38645292edb6'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:25.337635 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Pushing event deleted for resources: {'Port': ['ID=681fce46-5dc3-4e64-8998-38645292edb6,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.380389 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] No DVR routers for this DVR port 681fce46-5dc3-4e64-8998-38645292edb6 on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:25.383412 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.385342 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-d9840d95-a327-43c1-818b-8f5d9e12141f req-48ed71b1-d2ce-461c-a397-faa300cbbeb2 tempest-VolumesActionsTest-355949398 tempest-VolumesActionsTest-355949398-project] 10.222.0.76 "DELETE /v2.0/ports/681fce46-5dc3-4e64-8998-38645292edb6 HTTP/1.1" status: 204 len: 173 time: 0.4123678 Jul 16 20:07:25.385770 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'name': 'network-vif-deleted', 'tag': '681fce46-5dc3-4e64-8998-38645292edb6'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:25.387993 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c793fe-8343-4781-8a14-963d5a10a92f" -d '{"events": [{"server_uuid": "c1cf087e-a827-4cf5-a4ea-3614d808c150", "name": "network-vif-deleted", "tag": "681fce46-5dc3-4e64-8998-38645292edb6"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:25.424701 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9317f94-2c67-4738-9b02-b0bf6a72f696 x-openstack-request-id: req-e9317f94-2c67-4738-9b02-b0bf6a72f696 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:25.424996 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf087e-a827-4cf5-a4ea-3614d808c150", "name": "network-vif-deleted", "tag": "681fce46-5dc3-4e64-8998-38645292edb6", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:25.425247 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e9317f94-2c67-4738-9b02-b0bf6a72f696 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:25.425635 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cf087e-a827-4cf5-a4ea-3614d808c150', 'name': 'network-vif-deleted', 'tag': '681fce46-5dc3-4e64-8998-38645292edb6', 'status': 'completed', 'code': 200} Jul 16 20:07:26.520783 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-12f7d2a5-8cfe-42b6-b1fd-7a7bf5d6b94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.704846 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.967945 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.346330 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 681fce46-5dc3-4e64-8998-38645292edb6 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:28.366721 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 681fce46-5dc3-4e64-8998-38645292edb6 {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:28.367068 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 681fce46-5dc3-4e64-8998-38645292edb6 not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:29.300590 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.615633 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:35.267858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.379295 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36484) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.505330 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-505b7d1d-c5c4-4e79-91cd-9fa295488bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.627890 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-505b7d1d-c5c4-4e79-91cd-9fa295488bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.634004 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-505b7d1d-c5c4-4e79-91cd-9fa295488bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.690735 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-505b7d1d-c5c4-4e79-91cd-9fa295488bf3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3988d0d0cc80466c9ffb3e6d83fa2758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078077 Jul 16 20:07:35.691022 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b7d1d-c5c4-4e79-91cd-9fa295488bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c706c-2a9a-47f4-9639-87d8fff4b3ee,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.691485 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36488) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.758824 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-87e81ff6-6429-4fc1-a483-efac64d5ef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.785310 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-87e81ff6-6429-4fc1-a483-efac64d5ef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.849368 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-87e81ff6-6429-4fc1-a483-efac64d5ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.853093 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-87e81ff6-6429-4fc1-a483-efac64d5ef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.867873 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-87e81ff6-6429-4fc1-a483-efac64d5ef01 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ba8c706c-2a9a-47f4-9639-87d8fff4b3ee HTTP/1.1" status: 204 len: 168 time: 0.1642036 Jul 16 20:07:35.879384 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e81ff6-6429-4fc1-a483-efac64d5ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c706c-2a9a-47f4-9639-87d8fff4b3ee,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.101908 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36634) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.145265 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Deleting subnet 728eca26-eac0-4f5f-85eb-8b30a7ad9f10 {{(pid=92984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:51.148998 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.186367 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30198408'] for subnet, precommit_delete_associations {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.224841 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904180'] for subnet, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.275018 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33513453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30198430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203113'] for subnet, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.300223 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728eca26-eac0-4f5f-85eb-8b30a7ad9f10,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.305281 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.307149 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] 10.222.0.97 "DELETE /v2.0/subnets/728eca26-eac0-4f5f-85eb-8b30a7ad9f10 HTTP/1.1" status: 204 len: 168 time: 0.2041862 Jul 16 20:07:51.309658 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36636) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.311932 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.312309 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.312632 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.312973 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.313307 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.313642 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.314326 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.314326 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.314648 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.314980 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.315847 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.315847 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbdf84c-160a-40ea-b14e-bfa0f60469cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.384049 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548511'] for network, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.462510 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905104', 'neutron.services.segments.db._delete_segments_for_network-8788929403212'] for network, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.472120 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67681829-35b8-421f-be43-7fd75fac1d65']}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:51.482022 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f380b8e-c4b9-40ad-b656-7be5c5cc077a') {'for_net_delete': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:51.482341 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.services.segments.db [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f380b8e-c4b9-40ad-b656-7be5c5cc077a') {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:51.491508 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788929405013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29996294'] for segment, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.504782 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644'] for segment, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.511967 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=92985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:51.512355 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-905644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31094634'] for segment, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: Traceback (most recent call last): Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: timer() Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: cb(*args, **kw) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: return func(*args, **kwargs) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: self._notify() Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: self.callback(batched_events) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: event.method(event) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: return f(self, *a, **k) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._get(url).json() Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:51.514291 dv-cinder-800695-3-iscsi neutron-server[92985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:51.565763 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33507295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33324979'] for network, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.570565 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33040976'] for network, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.572621 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] 10.222.0.97 "DELETE /v2.0/networks/67681829-35b8-421f-be43-7fd75fac1d65 HTTP/1.1" status: 204 len: 168 time: 0.2619145 Jul 16 20:07:51.585199 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Pushing event deleted for resources: {'Network': ['ID=67681829-35b8-421f-be43-7fd75fac1d65,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.592494 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.592849 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.593193 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.593530 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.593866 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.594228 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.594565 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.594893 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.595221 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.595547 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.595873 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.596193 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8682ee-18fe-4318-ae28-f0aee51052ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:51.733469 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36640) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.773052 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-cfd072fe-d70f-40b3-8885-feec5e63e55e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=456dbed64daf45a4b65142fbfd3c432c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384312 Jul 16 20:07:51.775582 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36642) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:51.826574 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-73fa36fc-f3bc-42a1-be2b-e923f02f81fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.851545 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-73fa36fc-f3bc-42a1-be2b-e923f02f81fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.898723 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-73fa36fc-f3bc-42a1-be2b-e923f02f81fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.901461 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-73fa36fc-f3bc-42a1-be2b-e923f02f81fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.902660 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-73fa36fc-f3bc-42a1-be2b-e923f02f81fd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5 HTTP/1.1" status: 204 len: 168 time: 0.1260750 Jul 16 20:07:51.910265 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa36fc-f3bc-42a1-be2b-e923f02f81fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfd0fa-ed4f-4ffe-a65d-72b9c32d52e5,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.015798 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-61674d15-191e-45a8-b788-2f8f26b63dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.525018 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-eab2e227-9f3a-48c1-adaf-95cd2ad265d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.711477 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.972698 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.305144 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.264101 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.614273 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:24.019441 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-1f5d91ac-aa1e-4c0a-9c86-5440feaa0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.268683 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 36834) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:24.376449 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a278543e-678f-490d-98dc-f5c2cbd0124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.467960 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a278543e-678f-490d-98dc-f5c2cbd0124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.472081 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a278543e-678f-490d-98dc-f5c2cbd0124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.511159 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-a278543e-678f-490d-98dc-f5c2cbd0124f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=83c1cbd734ef4e36bb4fb365ce94e0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413044 Jul 16 20:08:24.512433 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278543e-678f-490d-98dc-f5c2cbd0124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156592fc-95ee-49f1-94f3-52040ec4002b,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.513954 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 36838) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:24.581881 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ba517e56-647b-44e0-9745-a23163a9483f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.604970 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ba517e56-647b-44e0-9745-a23163a9483f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.653754 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ba517e56-647b-44e0-9745-a23163a9483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.656587 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-ba517e56-647b-44e0-9745-a23163a9483f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.657875 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-ba517e56-647b-44e0-9745-a23163a9483f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/156592fc-95ee-49f1-94f3-52040ec4002b HTTP/1.1" status: 204 len: 168 time: 0.1427591 Jul 16 20:08:24.666709 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba517e56-647b-44e0-9745-a23163a9483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156592fc-95ee-49f1-94f3-52040ec4002b,revision_number=None']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:26.534905 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-44c6c117-d400-4c31-8e41-af659ac25b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.703701 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.975153 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.311274 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.262251 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.613037 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:53.505165 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.wsgi [-] (92984) accepted ('10.222.0.97', 37020) {{(pid=92984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:53.615459 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.712946 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.717140 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron_lib.callbacks.manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.755587 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d8ca776198ca4c38b15d5fa54c501ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491345 Jul 16 20:08:53.756277 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2baeb9-2255-484d-8a46-ca758bf24b02,revision_number=1']} {{(pid=92984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.758052 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 37024) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:53.764521 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.764901 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.765566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.765566 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.765899 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.766280 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.766612 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.766940 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.767268 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.767620 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.767944 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.768266 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b79c83-8508-4e77-bd65-8ddbad704065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.811187 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.833582 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.885571 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.889059 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.889341 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7a2baeb9-2255-484d-8a46-ca758bf24b02 HTTP/1.1" status: 204 len: 168 time: 0.1302419 Jul 16 20:08:53.899896 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2baeb9-2255-484d-8a46-ca758bf24b02,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.908434 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.908783 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.909116 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.909454 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.909782 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.910303 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.910458 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.910786 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.911114 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.911437 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.911750 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:53.912067 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad2e4-f6cd-4ee1-a32d-62abbc744e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:54.030318 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-e8139e26-2667-460a-af3f-63da005e5885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.213612 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-9f06bdad-bf98-40aa-9532-501a04992200 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=1b4d3d6865d84cd6a126bc74bb78495e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297787 Jul 16 20:08:56.416829 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-e6d1d9f7-b1e5-4506-90e7-bd9ce9d96876 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.418322 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-e6d1d9f7-b1e5-4506-90e7-bd9ce9d96876 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993167 Jul 16 20:08:56.433284 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-e16caa32-af74-48c6-80e1-1fb487a1f424 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/quotas/1b4d3d6865d84cd6a126bc74bb78495e HTTP/1.1" status: 200 len: 375 time: 0.0095367 Jul 16 20:08:56.468699 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-fe54fd2f-26ad-418c-a600-4fac6e857752 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1b4d3d6865d84cd6a126bc74bb78495e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295517 Jul 16 20:08:56.527529 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-67539045-42e3-4b87-a515-64ff51c86cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.650455 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ed20ce5a-037d-4566-bd31-fe3c50e98936 req-c6adc1c0-39bf-4539-b153-096acf7adc9c tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 210 time: 0.0296166 Jul 16 20:08:56.711687 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.646350 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-cf20f30d-0d6b-4c6e-9a00-b8f47f05be44 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1b4d3d6865d84cd6a126bc74bb78495e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295162 Jul 16 20:08:57.814072 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-8883e596-7cc8-466d-948f-37f4ea073e2e req-c4db0add-c1ea-4a08-a351-1418fc0fb745 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 210 time: 0.0355017 Jul 16 20:08:57.850511 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-2471e69c-9006-42a0-971f-20159986ce03 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.851976 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-2471e69c-9006-42a0-971f-20159986ce03 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008231 Jul 16 20:08:57.865136 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Request body: {'port': {'device_id': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1', 'admin_state_up': True, 'tenant_id': '1b4d3d6865d84cd6a126bc74bb78495e'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:57.980390 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.982698 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Made reservation on behalf of 1b4d3d6865d84cd6a126bc74bb78495e for: {'port': 1} {{(pid=92985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:57.986590 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.996325 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks [] for security_group, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.094080 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks [] for security_group, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.097901 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.161760 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111d3df7-1139-4ed9-b91a-e3863041e492,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.235968 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Allocated IP 192.168.233.240 (d934c174-4041-4240-848a-1dc708b1d7f1/b667adbc-db42-4695-8f3d-bcef724254f1/028ceee9-64c5-4f00-b23f-8cbebc7b0b0c) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:58.389798 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.662768 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Transition to ACTIVE for port object 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:58.699126 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788928890781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.745374 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Network d934c174-4041-4240-848a-1dc708b1d7f1 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:58.748733 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:58.756357 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:58.781113 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Pushing event updated for resources: {'Port': ['ID=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.810762 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.811438 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.827285 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-006be31c-3a77-4e39-b66b-1a7ba17f360a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9659781 Jul 16 20:08:58.839034 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.v2.base [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Request body: {'port': {'device_id': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=92985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:58.940441 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.978718 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a01b3ef6-326f-444c-a242-4fb55b16f05a None None] Provisioning for port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c completed by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:58.984279 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-a01b3ef6-326f-444c-a242-4fb55b16f05a None None] Provisioning complete for port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c triggered by entity DHCP. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:58.985354 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-a01b3ef6-326f-444c-a242-4fb55b16f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.014891 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e37c3-d84f-4196-a6e0-57d74bed798e req-fae52e8c-f18c-4c76-a34f-6e34bae76eb9 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.016509 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2c9e37c3-d84f-4196-a6e0-57d74bed798e req-fae52e8c-f18c-4c76-a34f-6e34bae76eb9 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 936 time: 0.0683579 Jul 16 20:08:59.024781 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-a01b3ef6-326f-444c-a242-4fb55b16f05a None None] Port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c cannot update to ACTIVE because it is not bound. {{(pid=92986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:59.058559 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-2c9e37c3-d84f-4196-a6e0-57d74bed798e req-a97a39a0-b653-4dc1-8b3c-2ec3e772a5e2 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353656 Jul 16 20:08:59.220631 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:59.228558 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.241684 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Transition to ACTIVE for port object 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:59.245895 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.300261 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.322858 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.380715 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Attempting to bind port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:59.381051 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Attempting to bind port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:59.381381 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Attempting to bind port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c on network d934c174-4041-4240-848a-1dc708b1d7f1 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.386870 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c on network d934c174-4041-4240-848a-1dc708b1d7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:59.387190 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Attempting to bind port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c on network d934c174-4041-4240-848a-1dc708b1d7f1 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.392689 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Checking agent: {'id': 'de13d135-5823-4be9-b1d5-79f44c1b189c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'started_at': datetime.datetime(2021, 7, 16, 19, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:59.393030 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Checking segment: {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:59.393423 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Bound using segment: {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:59.393857 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Bound port: 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098008eb-be67-4fcf-9a52-4fbc1570a010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:59.394252 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.465438 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] For port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host hv-cinder-80069, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:59.468704 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] For port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:59.473306 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31093122'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.514518 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.515539 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.517947 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] 10.222.0.76 "PUT /v2.0/ports/028ceee9-64c5-4f00-b23f-8cbebc7b0b0c HTTP/1.1" status: 200 len: 1098 time: 0.6836002 Jul 16 20:08:59.518431 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'tag': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:59.523304 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "225ae3bd-7299-4791-896c-ffd5abf861bc", "tag": "028ceee9-64c5-4f00-b23f-8cbebc7b0b0c"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:59.568861 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292cad-3d1a-4b3e-8844-69d4b3876eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.597385 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e0850-44b2-46e6-8104-8718c63744f4 x-openstack-request-id: req-7c7e0850-44b2-46e6-8104-8718c63744f4 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:59.597929 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225ae3bd-7299-4791-896c-ffd5abf861bc", "tag": "028ceee9-64c5-4f00-b23f-8cbebc7b0b0c", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:59.598194 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c7e0850-44b2-46e6-8104-8718c63744f4 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:59.598585 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'tag': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c', 'status': 'completed', 'code': 200} Jul 16 20:08:59.657198 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-08b7cad1-8b69-4a5b-9911-130935a36706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.658828 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-08b7cad1-8b69-4a5b-9911-130935a36706 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b4d3d6865d84cd6a126bc74bb78495e&device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 1101 time: 0.0789945 Jul 16 20:08:59.711562 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-c8bf00d3-2552-47e6-8d64-57022fceca56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c HTTP/1.1" status: 200 len: 217 time: 0.0442345 Jul 16 20:08:59.771548 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-e405419c-380f-4534-9b27-d3e2ec446c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.773066 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-e405419c-380f-4534-9b27-d3e2ec446c53 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b667adbc-db42-4695-8f3d-bcef724254f1 HTTP/1.1" status: 200 len: 843 time: 0.0557725 Jul 16 20:08:59.839185 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-6a4380e3-5003-4bca-9061-af8517286c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.840685 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-6a4380e3-5003-4bca-9061-af8517286c6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d934c174-4041-4240-848a-1dc708b1d7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0612004 Jul 16 20:08:59.942081 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-52ae83c6-9804-431f-92ed-ccc12cf7bac5 service neutron] 10.222.0.76 "GET /v2.0/networks/d934c174-4041-4240-848a-1dc708b1d7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943229 Jul 16 20:09:00.033816 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-48bfb4ab-7592-40cb-973f-affb5c62b6c9 req-6494489b-ebda-4c8e-918f-1ce4d34ec695 service neutron] 10.222.0.76 "GET /v2.0/networks/d934c174-4041-4240-848a-1dc708b1d7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Jul 16 20:09:00.141852 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-7b0a6d9e-f497-45a9-9c1d-a318edb2e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.143513 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-7b0a6d9e-f497-45a9-9c1d-a318edb2e0da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b4d3d6865d84cd6a126bc74bb78495e&device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 1101 time: 0.0584049 Jul 16 20:09:00.257562 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-46d8f2fb-07b9-44ed-837b-7f41936c0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.257842 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ad84-52e6-4e0c-91c8-2c2fd8c4e922 req-d1487207-1bcc-4a41-81af-b88742ff512a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.259307 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-46d8f2fb-07b9-44ed-837b-7f41936c0e17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d934c174-4041-4240-848a-1dc708b1d7f1 HTTP/1.1" status: 200 len: 871 time: 0.1093669 Jul 16 20:09:00.259606 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b633ad84-52e6-4e0c-91c8-2c2fd8c4e922 req-d1487207-1bcc-4a41-81af-b88742ff512a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 948 time: 0.0816073 Jul 16 20:09:00.307746 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-abceb72a-0775-47bf-8d13-163b809418ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c HTTP/1.1" status: 200 len: 217 time: 0.0412877 Jul 16 20:09:00.315602 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-b633ad84-52e6-4e0c-91c8-2c2fd8c4e922 req-c555ee0a-cad0-4fff-bd8a-0ed36e2cc11e tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495896 Jul 16 20:09:00.381591 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-66b400d5-98c2-483c-a364-f9084027b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.383129 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-66b400d5-98c2-483c-a364-f9084027b779 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b667adbc-db42-4695-8f3d-bcef724254f1 HTTP/1.1" status: 200 len: 843 time: 0.0671890 Jul 16 20:09:00.444340 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-aeee3eed-e387-42f3-8105-6a49d2842703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.445873 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-aeee3eed-e387-42f3-8105-6a49d2842703 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d934c174-4041-4240-848a-1dc708b1d7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556381 Jul 16 20:09:00.539164 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-a42a6710-c0b2-4970-81f4-e304882773c7 service neutron] 10.222.0.76 "GET /v2.0/networks/d934c174-4041-4240-848a-1dc708b1d7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857491 Jul 16 20:09:00.635972 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-e6aa9cf4-7ef7-4ce3-ad19-bfd83de61c3b req-17a42efb-b3fb-416f-985e-d2c5e6951b5d service neutron] 10.222.0.76 "GET /v2.0/networks/d934c174-4041-4240-848a-1dc708b1d7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 Jul 16 20:09:01.505565 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d622-0986-4cd1-9e97-c11ac7f87386 req-79d85f48-14a5-466f-bef7-bade1bd8b023 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.507384 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7566d622-0986-4cd1-9e97-c11ac7f87386 req-79d85f48-14a5-466f-bef7-bade1bd8b023 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 948 time: 0.0682852 Jul 16 20:09:01.549832 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-7566d622-0986-4cd1-9e97-c11ac7f87386 req-c3f461d7-d9d7-4f82-83d7-3e0edb907da4 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361860 Jul 16 20:09:02.732565 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18c42a-aae4-45d1-ba5b-24381fa7fd94 req-7eb6edc9-726e-427b-be43-672280723583 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.734046 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ba18c42a-aae4-45d1-ba5b-24381fa7fd94 req-7eb6edc9-726e-427b-be43-672280723583 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 948 time: 0.0637903 Jul 16 20:09:02.762590 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=92986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:02.775069 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ba18c42a-aae4-45d1-ba5b-24381fa7fd94 req-cba7df76-a6ec-4dbd-a70f-20cad73f2910 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344875 Jul 16 20:09:02.862305 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:02.873630 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Returning: {'device': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c', 'network_id': 'd934c174-4041-4240-848a-1dc708b1d7f1', 'port_id': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c', 'mac_address': 'fa:16:3e:9f:d4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b667adbc-db42-4695-8f3d-bcef724254f1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:02.917028 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.929565 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c {{(pid=92986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:02.949958 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:02.954117 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.001654 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:03.009525 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.009885 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.010261 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.010610 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.010951 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.011294 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.011629 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.011961 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.012295 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.012623 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.012951 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.013277 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800695-3-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:03.161399 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['028ceee9-64c5-4f00-b23f-8cbebc7b0b0c'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:03.969991 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5fbc7-807a-4c06-8891-aace9eade934 req-14f93e7a-464f-449f-9473-b422177be086 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.971612 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ceb5fbc7-807a-4c06-8891-aace9eade934 req-14f93e7a-464f-449f-9473-b422177be086 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 949 time: 0.0764508 Jul 16 20:09:04.014424 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ceb5fbc7-807a-4c06-8891-aace9eade934 req-f4cc9d6b-825a-4fad-8e95-d6dfafb1bcc9 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370753 Jul 16 20:09:04.762532 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c up at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:04.811793 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning for port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c completed by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:04.815650 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Provisioning complete for port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c triggered by entity L2. {{(pid=92986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:04.816029 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915229'] for port, provisioning_complete {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.905834 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584173'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.931559 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c'}] {{(pid=92986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:04.933948 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbcf82dac7e96c52150f7f709b8c263a5acf1658eacfbe3588a99751dab50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b611e34-9c5d-4ac8-a9d2-8f7247ba28a6" -d '{"events": [{"server_uuid": "225ae3bd-7299-4791-896c-ffd5abf861bc", "name": "network-vif-plugged", "status": "completed", "tag": "028ceee9-64c5-4f00-b23f-8cbebc7b0b0c"}]}' {{(pid=92986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:04.949630 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] For port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:04.954856 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788929290837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788928890799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788928890817'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:04.983979 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d3f9d5-adb1-40e6-b079-3d3d3e11df78 x-openstack-request-id: req-50d3f9d5-adb1-40e6-b079-3d3d3e11df78 {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:04.984264 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225ae3bd-7299-4791-896c-ffd5abf861bc", "name": "network-vif-plugged", "status": "completed", "tag": "028ceee9-64c5-4f00-b23f-8cbebc7b0b0c", "code": 200}]} {{(pid=92986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:04.984510 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-50d3f9d5-adb1-40e6-b079-3d3d3e11df78 {{(pid=92986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:04.984883 dv-cinder-800695-3-iscsi neutron-server[92986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c', 'code': 200} Jul 16 20:09:05.016597 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Pushing event updated for resources: {'Port': ['ID=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,revision_number=5']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:05.207377 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa443c3-7f98-4646-87ee-144ec4434c80 req-023690a0-67b2-4efc-9deb-19ae94e591cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.208876 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8aa443c3-7f98-4646-87ee-144ec4434c80 req-023690a0-67b2-4efc-9deb-19ae94e591cc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 1103 time: 0.0548434 Jul 16 20:09:05.210716 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70af45-fd55-4f48-b317-a16b8a92236f req-c4cfa157-33dd-4620-980f-5392b84f77df tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.213345 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cc70af45-fd55-4f48-b317-a16b8a92236f req-c4cfa157-33dd-4620-980f-5392b84f77df tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 950 time: 0.0812056 Jul 16 20:09:05.254842 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-8aa443c3-7f98-4646-87ee-144ec4434c80 req-5be7b3ce-d968-4a85-a402-656e1131d920 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352559 Jul 16 20:09:05.265886 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-cc70af45-fd55-4f48-b317-a16b8a92236f req-acc124e2-7856-4ff0-b9bb-b65e58470d67 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Jul 16 20:09:05.276260 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.445861 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee99ea9-8f7d-4279-abfa-6868d059eedd req-1e99680d-21e1-4bd7-9097-2d633857890e tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.448619 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1ee99ea9-8f7d-4279-abfa-6868d059eedd req-1e99680d-21e1-4bd7-9097-2d633857890e tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 950 time: 0.0690916 Jul 16 20:09:06.491359 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-1ee99ea9-8f7d-4279-abfa-6868d059eedd req-fc1ca943-3b81-429d-91c8-88dd8bd1577d tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Jul 16 20:09:06.918409 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9dc51-91c7-4e7e-974c-bc2a2be71462 req-1b22b4d0-9087-4107-b532-48fb546bf120 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.919884 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ecf9dc51-91c7-4e7e-974c-bc2a2be71462 req-1b22b4d0-9087-4107-b532-48fb546bf120 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 950 time: 0.0640461 Jul 16 20:09:06.957908 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-ecf9dc51-91c7-4e7e-974c-bc2a2be71462 req-e9be2990-0a35-4e31-807d-2f157af564c1 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Jul 16 20:09:08.142408 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-c03d791d-0d6c-46a9-ac07-aeac4a1e045a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.143937 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-c03d791d-0d6c-46a9-ac07-aeac4a1e045a tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.76 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 950 time: 0.0733209 Jul 16 20:09:08.145442 dv-cinder-800695-3-iscsi neutron-server[92984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb3745-41fb-40d1-8f92-59d5e794602c req-acacc77a-5930-42d2-afe2-02dea7991724 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.146987 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83fb3745-41fb-40d1-8f92-59d5e794602c req-acacc77a-5930-42d2-afe2-02dea7991724 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/ports?device_id=225ae3bd-7299-4791-896c-ffd5abf861bc HTTP/1.1" status: 200 len: 950 time: 0.0717313 Jul 16 20:09:08.201007 dv-cinder-800695-3-iscsi neutron-server[92984]: INFO neutron.wsgi [req-83fb3745-41fb-40d1-8f92-59d5e794602c req-488f6987-d4a7-4212-b8c6-8144ae97ddc5 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.97 "GET /v2.0/security-groups?id=111d3df7-1139-4ed9-b91a-e3863041e492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Jul 16 20:09:08.265640 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Deleting port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:08.265986 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788929290159'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.370419 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] For port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,segment=NetworkSegment(098008eb-be67-4fcf-9a52-4fbc1570a010),segment_id=098008eb-be67-4fcf-9a52-4fbc1570a010)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:08.370775 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33465246'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.382769 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Calling delete_port for 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c owned by compute:nova {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:08.529300 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-584214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33040934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788929290882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788928890790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31093179'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.542847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] get_ports_and_sgs() called for port_ids ['028ceee9-64c5-4f00-b23f-8cbebc7b0b0c'] {{(pid=92986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:08.565701 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Pushing event deleted for resources: {'Port': ['ID=028ceee9-64c5-4f00-b23f-8cbebc7b0b0c,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:08.618160 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] No DVR routers for this DVR port 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c on host hv-cinder-80069 {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:08.621024 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224757'] for port, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.623309 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [req-ccca4395-ce8c-4dcb-96a4-77b1ef2adedd req-19c21db5-50cb-48eb-9c09-aefd06890304 tempest-VolumesNegativeTest-866581923 tempest-VolumesNegativeTest-866581923-project] 10.222.0.76 "DELETE /v2.0/ports/028ceee9-64c5-4f00-b23f-8cbebc7b0b0c HTTP/1.1" status: 204 len: 173 time: 0.4742279 Jul 16 20:09:08.623763 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'name': 'network-vif-deleted', 'tag': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:08.626059 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899646f2408c180b313416e8349a5f44a388b51f1af4eb226f8ef2fde6d9249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac951aea-afe1-4052-ac1d-c4516250f826" -d '{"events": [{"server_uuid": "225ae3bd-7299-4791-896c-ffd5abf861bc", "name": "network-vif-deleted", "tag": "028ceee9-64c5-4f00-b23f-8cbebc7b0b0c"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:08.674882 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b8f7d3-6bbe-437f-9130-6d6c13dd4075 x-openstack-request-id: req-c0b8f7d3-6bbe-437f-9130-6d6c13dd4075 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:08.675173 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225ae3bd-7299-4791-896c-ffd5abf861bc", "name": "network-vif-deleted", "tag": "028ceee9-64c5-4f00-b23f-8cbebc7b0b0c", "status": "completed", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:08.675429 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c0b8f7d3-6bbe-437f-9130-6d6c13dd4075 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:08.675821 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225ae3bd-7299-4791-896c-ffd5abf861bc', 'name': 'network-vif-deleted', 'tag': '028ceee9-64c5-4f00-b23f-8cbebc7b0b0c', 'status': 'completed', 'code': 200} Jul 16 20:09:12.815608 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:12.835474 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.plugin [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] No Port match for: 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c {{(pid=92986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:12.835806 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.rpc [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Device 028ceee9-64c5-4f00-b23f-8cbebc7b0b0c not bound to the agent host hv-cinder-80069 {{(pid=92986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:13.136884 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 37348) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:13.268316 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-ab692148-e691-479a-8568-664c1e71d9b5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1b4d3d6865d84cd6a126bc74bb78495e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302459 Jul 16 20:09:13.270778 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.wsgi [-] (92985) accepted ('10.222.0.97', 37352) {{(pid=92985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:13.334198 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-acffc778-eac2-43c3-9594-5113347e7ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.356595 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-acffc778-eac2-43c3-9594-5113347e7ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.410115 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-acffc778-eac2-43c3-9594-5113347e7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33537652'] for security_group, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.413124 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-acffc778-eac2-43c3-9594-5113347e7ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.414332 dv-cinder-800695-3-iscsi neutron-server[92985]: INFO neutron.wsgi [None req-acffc778-eac2-43c3-9594-5113347e7ae7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/111d3df7-1139-4ed9-b91a-e3863041e492 HTTP/1.1" status: 204 len: 168 time: 0.1425250 Jul 16 20:09:13.422925 dv-cinder-800695-3-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffc778-eac2-43c3-9594-5113347e7ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111d3df7-1139-4ed9-b91a-e3863041e492,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:22.612611 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:24.026501 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d48329a7-1208-412e-a840-a94bc3980d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.531583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-72e96a9e-30c3-4f8b-87a4-f75add197641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.708779 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.982722 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.318255 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.271965 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.024333 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-46713abe-918d-4ea9-a588-68f5c25170e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.543130 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-2584c509-c698-4dbd-8738-cb72928d20f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.705381 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.985974 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.320010 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.612817 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:05.289890 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.016908 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28e87c91-2753-43cd-b01f-ae6c6a87b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.539045 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-bef4317c-a232-4beb-ac19-047988209796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.703527 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.991304 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.322364 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.288814 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.613076 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:54.020524 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3561e2f5-3f73-49bd-b8d4-6de85ee4779d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.531582 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc39f3ca-244f-4c24-8054-86d693ea38bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.697195 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:57.995380 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:59.324098 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.299168 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.612039 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:24.024446 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-20f96bfc-cd0a-4f8e-9d4f-f39162bd2465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.540265 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cf83f438-d279-436e-849f-7d3edbcb2e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.704099 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.001946 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.331417 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.305856 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.611816 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:54.028583 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-85a8a1d4-998e-4a76-bdaf-cabebbf119d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.533709 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-09d3c8ef-9f4e-4f57-a88e-e96af6b2ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.696792 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.997272 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.337754 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.301774 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.032088 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-629018d3-c947-4ccb-9818-298521e2f55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.538967 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-34f761d8-eef9-4476-b535-b37e13c26d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.700019 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.610139 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:28.000847 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.334602 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.292954 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.035752 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-22f5f087-f3f5-48d0-a06c-efd05a364e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.540751 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d7c53c9-8c9b-4145-aa23-06741e8bed11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.702144 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.005617 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.338252 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.609906 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:05.292161 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.036839 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b590b6ba-2370-4152-aca4-01ba8394178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.541194 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b6b8041b-9121-4d97-a7bd-74dac8cdbbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.704906 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.006264 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.349360 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.300404 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:41.609896 dv-cinder-800695-3-iscsi neutron-server[92987]: DEBUG neutron.db.agents_db [None req-f982b308-c8bd-435f-a702-7ecf0652dbfa None None] Agent healthcheck: found 6 active agents {{(pid=92987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:54.045651 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6c1d7118-6159-4a8f-9fe6-e9d49c5ba217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.543925 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-25f265bc-ee6d-47cc-98f7-603ebc970054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.711219 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-cc2582f0-964a-4282-aa9f-38a5f490558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.009314 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-6bc47dce-ed68-47d6-ba24-77d9af29600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.344438 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff2dd-4c01-4219-b67b-c87ccd54eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.316535 dv-cinder-800695-3-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-26008d07-a5b0-469a-b636-1c76bf457b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788929403194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914634'] for agent, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}